-- Logs begin at Mon 2021-06-07 06:15:47 UTC, end at Mon 2021-06-07 07:08:50 UTC. -- Jun 07 06:45:50.896568 dv-cinder-784140-5-smb systemd[1]: Started Devstack devstack@q-svc.service. Jun 07 06:45:53.419079 dv-cinder-784140-5-smb neutron-server[91633]: INFO neutron.common.config [-] Logging enabled! Jun 07 06:45:53.419631 dv-cinder-784140-5-smb neutron-server[91633]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev274 Jun 07 06:45:53.419754 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=91633) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 07 06:45:53.422919 dv-cinder-784140-5-smb neutron-server[91633]: INFO neutron.common.config [-] Logging enabled! Jun 07 06:45:53.423166 dv-cinder-784140-5-smb neutron-server[91633]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev274 Jun 07 06:45:53.423466 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=91633) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 07 06:45:53.424397 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 07 06:45:53.424625 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 07 06:45:53.424975 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 07 06:45:53.425212 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 07 06:45:53.425431 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 07 06:45:53.425739 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:45:53.426028 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:45:53.426824 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:45:53.427048 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:45:53.427333 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:45:53.427612 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:45:53.427885 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:45:53.428185 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:45:53.428471 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:45:53.428751 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:45:53.429020 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:45:53.429294 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:45:53.429514 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:45:53.429784 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.common.config [-] config_source = [] {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:45:53.430059 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:45:53.430334 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:45:53.430548 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.common.config [-] debug = True {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:45:53.430818 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:45:53.431237 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:45:53.431628 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:45:53.431911 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:45:53.432200 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:45:53.432472 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:45:53.432734 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:45:53.432999 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:45:53.433273 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:45:53.433590 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.common.config [-] host = dv-cinder-784140-5-smb {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:45:53.433859 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:45:53.434135 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:45:53.434416 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:45:53.434691 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:45:53.434955 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:45:53.435221 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:45:53.435510 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:45:53.435758 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.common.config [-] log_dir = None {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:45:53.436040 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.common.config [-] log_file = None {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:45:53.436308 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:45:53.436585 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:45:53.436860 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:45:53.437137 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:45:53.437352 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:45:53.437564 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:45:53.437837 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:45:53.438114 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:45:53.438383 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:45:53.438652 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:45:53.438916 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:45:53.439181 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:45:53.439445 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:45:53.439704 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:45:53.440004 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:45:53.440281 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:45:53.440554 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:45:53.440819 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:45:53.441083 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:45:53.441344 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:45:53.441606 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:45:53.442418 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:45:53.442683 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:45:53.442948 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:45:53.443213 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:45:53.443490 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:45:53.443748 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:45:53.444039 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:45:53.444341 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:45:53.444622 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:45:53.444915 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:45:53.445176 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:45:53.445444 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:45:53.445719 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:45:53.445984 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:45:53.446248 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.common.config [-] use_journal = False {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:45:53.446511 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.common.config [-] use_json = False {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:45:53.446777 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:45:53.447039 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:45:53.447310 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:45:53.447588 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:45:53.447836 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:45:53.448126 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:45:53.448391 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:45:53.448666 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:45:53.448955 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:53.449243 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:53.449533 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:53.449807 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:53.450092 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:53.450366 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:53.450646 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:53.450915 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:53.451194 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:53.451475 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:53.451757 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:53.452052 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:53.452334 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:53.452605 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:53.452899 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:53.453186 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:53.453470 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:53.453751 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:53.454017 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:53.454283 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:53.454551 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:53.454820 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:53.455098 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:53.455380 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:53.455662 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:53.455948 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:53.456225 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:53.456508 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:53.456778 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:53.457043 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:53.457326 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:53.457614 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:53.457887 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:53.458172 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:53.458459 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:53.458731 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:53.458998 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:53.459262 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:53.459532 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:53.459811 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:53.460103 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:53.460369 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:53.460632 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:53.460900 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:53.461162 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:53.461436 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:53.461703 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:53.461966 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:53.462229 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:53.462499 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:53.462763 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:53.463026 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:53.463293 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:53.463626 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:53.463997 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:53.464294 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:53.464567 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:53.464833 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:53.465098 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:53.465363 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:53.465628 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:53.465891 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:53.466160 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:53.466426 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:53.466689 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:53.466952 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:53.467216 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:53.467480 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:53.467753 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:53.468067 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:53.468339 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:53.468610 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:53.468883 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:53.469153 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:53.469421 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:53.469691 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:53.469962 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:53.470236 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:53.470501 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:53.470784 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:53.471061 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:53.471340 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:53.471613 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:53.471883 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:53.472192 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:53.472463 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:53.472739 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:53.473032 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:53.473304 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:53.473584 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:53.473858 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:53.474144 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:53.474432 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:53.474717 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:53.475000 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:53.475282 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:53.475556 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:53.475857 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:53.476152 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:53.476361 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 07 06:45:53.476592 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=91633) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 07 06:45:53.819888 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:45:53.820114 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:45:53.820397 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:45:53.820717 dv-cinder-784140-5-smb neutron-server[91633]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 07 06:45:54.206187 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91633) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 06:45:54.206477 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91633) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 06:45:54.206912 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91633) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 06:45:54.208172 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91633) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 06:45:54.208449 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91633) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 06:45:54.208709 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91633) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 06:45:54.244393 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91633) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 06:45:54.244676 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91633) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 06:45:54.244938 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91633) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 06:45:54.258588 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91633) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 06:45:54.258859 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91633) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 06:45:54.259121 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91633) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 06:45:54.286876 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91633) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 06:45:54.287152 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91633) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 06:45:54.287415 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91633) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 06:45:54.325157 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91633) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 06:45:54.325431 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91633) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 06:45:54.325694 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91633) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 06:45:54.553253 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=91633) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 06:45:54.553853 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=91633) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 06:45:54.553853 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=91633) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 06:45:54.554012 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=91633) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 06:45:54.554653 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=91633) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 06:45:54.674835 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=91633) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 06:45:54.675149 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=91633) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 06:45:54.675423 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=91633) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 06:45:54.675689 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=91633) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 06:45:54.675976 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=91633) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 06:45:54.676830 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=91633) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 06:45:54.677080 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=91633) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 06:45:54.677328 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=91633) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 06:45:54.677574 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=91633) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 06:45:54.677846 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=91633) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 06:45:54.678096 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=91633) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 06:45:54.678351 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=91633) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 06:45:54.678605 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91633) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 06:45:54.678851 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=91633) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 06:45:54.679107 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=91633) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 06:45:54.679364 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=91633) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 06:45:54.679611 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=91633) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 06:45:54.679870 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91633) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 06:45:54.680138 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91633) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 06:45:54.680407 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=91633) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 06:45:54.680743 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=91633) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 06:45:54.680987 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=91633) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 06:45:54.681227 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=91633) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 06:45:54.681497 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91633) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 06:45:54.681737 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91633) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 06:45:54.681974 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91633) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 06:45:54.682360 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=91633) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 07 06:45:54.682593 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=91633) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 07 06:45:54.682821 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=91633) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 07 06:45:54.683048 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=91633) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 07 06:45:54.683274 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=91633) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 07 06:45:54.683499 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=91633) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 07 06:45:54.683853 dv-cinder-784140-5-smb neutron-server[91633]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 07 06:45:54.686854 dv-cinder-784140-5-smb neutron-server[91633]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 07 06:45:54.690834 dv-cinder-784140-5-smb neutron-server[91633]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 07 06:45:54.694601 dv-cinder-784140-5-smb neutron-server[91633]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(300, 349)])]) Jun 07 06:45:54.696244 dv-cinder-784140-5-smb neutron-server[91633]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 07 06:45:54.696679 dv-cinder-784140-5-smb neutron-server[91633]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 07 06:45:54.697006 dv-cinder-784140-5-smb neutron-server[91633]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 07 06:45:54.697378 dv-cinder-784140-5-smb neutron-server[91633]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 07 06:45:54.700129 dv-cinder-784140-5-smb neutron-server[91633]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 07 06:45:54.700376 dv-cinder-784140-5-smb neutron-server[91633]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 07 06:45:54.700710 dv-cinder-784140-5-smb neutron-server[91633]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 07 06:45:54.727759 dv-cinder-784140-5-smb neutron-server[91633]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jun 07 06:45:54.728227 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=91633) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 06:45:54.728517 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=91633) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jun 07 06:45:54.728874 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=91633) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 06:45:54.730199 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=91633) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 07 06:45:54.730472 dv-cinder-784140-5-smb neutron-server[91633]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 07 06:45:54.730712 dv-cinder-784140-5-smb neutron-server[91633]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 07 06:45:54.733791 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=91633) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 06:45:54.734067 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=91633) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 06:45:54.797894 dv-cinder-784140-5-smb neutron-server[91633]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 07 06:45:54.798125 dv-cinder-784140-5-smb neutron-server[91633]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 07 06:45:54.798354 dv-cinder-784140-5-smb neutron-server[91633]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 07 06:45:54.798707 dv-cinder-784140-5-smb neutron-server[91633]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 07 06:45:54.828292 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_db.sqlalchemy.engines [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=91633) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jun 07 06:45:55.156990 dv-cinder-784140-5-smb neutron-server[91633]: INFO neutron.plugins.ml2.managers [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Initializing driver for type 'gre' Jun 07 06:45:55.157568 dv-cinder-784140-5-smb neutron-server[91633]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] gre ID ranges: [(1, 1000)] Jun 07 06:45:55.208157 dv-cinder-784140-5-smb neutron-server[91633]: INFO neutron.plugins.ml2.managers [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Initializing driver for type 'local' Jun 07 06:45:55.208493 dv-cinder-784140-5-smb neutron-server[91633]: INFO neutron.plugins.ml2.managers [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Initializing driver for type 'vlan' Jun 07 06:45:55.219921 dv-cinder-784140-5-smb neutron-server[91633]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] VlanTypeDriver initialization complete Jun 07 06:45:55.220256 dv-cinder-784140-5-smb neutron-server[91633]: INFO neutron.plugins.ml2.managers [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Initializing driver for type 'vxlan' Jun 07 06:45:55.220754 dv-cinder-784140-5-smb neutron-server[91633]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] vxlan ID ranges: [(1, 1000)] Jun 07 06:45:55.272446 dv-cinder-784140-5-smb neutron-server[91633]: INFO neutron.plugins.ml2.managers [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Initializing extension driver 'port_security' Jun 07 06:45:55.272836 dv-cinder-784140-5-smb neutron-server[91633]: INFO neutron.plugins.ml2.extensions.port_security [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] PortSecurityExtensionDriver initialization complete Jun 07 06:45:55.273176 dv-cinder-784140-5-smb neutron-server[91633]: INFO neutron.plugins.ml2.managers [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Initializing mechanism driver 'openvswitch' Jun 07 06:45:55.273498 dv-cinder-784140-5-smb neutron-server[91633]: INFO neutron.plugins.ml2.managers [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Initializing mechanism driver 'hyperv' Jun 07 06:45:55.280031 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.plugins.ml2.plugin [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=91633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 06:45:55.280789 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Subscribe: > port after_create 55550000 {{(pid=91633) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 06:45:55.281166 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Subscribe: > port after_update 55550000 {{(pid=91633) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 06:45:55.281519 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Subscribe: > port after_delete 55550000 {{(pid=91633) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 06:45:55.282156 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Subscribe: > subnet after_create 55550000 {{(pid=91633) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 06:45:55.282506 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Subscribe: > subnet after_update 55550000 {{(pid=91633) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 06:45:55.282847 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Subscribe: > subnet after_delete 55550000 {{(pid=91633) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 06:45:55.283224 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Subscribe: > network after_create 55550000 {{(pid=91633) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 06:45:55.283570 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Subscribe: > network after_update 55550000 {{(pid=91633) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 06:45:55.283930 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Subscribe: > network after_delete 55550000 {{(pid=91633) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 06:45:55.284307 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Subscribe: > security_group after_create 55550000 {{(pid=91633) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 06:45:55.284652 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Subscribe: > security_group after_update 55550000 {{(pid=91633) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 06:45:55.284987 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Subscribe: > security_group after_delete 55550000 {{(pid=91633) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 06:45:55.285363 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=91633) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 06:45:55.285705 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=91633) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 06:45:55.286041 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=91633) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 06:45:55.286413 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Subscribe: > address_group after_create 55550000 {{(pid=91633) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 06:45:55.286755 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Subscribe: > address_group after_update 55550000 {{(pid=91633) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 06:45:55.287089 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Subscribe: > address_group after_delete 55550000 {{(pid=91633) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 06:45:55.287424 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] ML2 OVO RPC backend initialized. {{(pid=91633) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:160}} Jun 07 06:45:55.288151 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Subscribe: > router_interface after_create 55550000 {{(pid=91633) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 06:45:55.288503 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=91633) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 06:45:55.288912 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Subscribe: > network before_response 55550000 {{(pid=91633) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 06:45:55.289257 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Subscribe: > networks before_response 55550000 {{(pid=91633) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 06:45:55.289599 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Subscribe: > port before_response 55550000 {{(pid=91633) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 06:45:55.289935 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Subscribe: > ports before_response 55550000 {{(pid=91633) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 06:45:55.290272 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Subscribe: > subnet before_response 55550000 {{(pid=91633) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 06:45:55.290607 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Subscribe: > subnets before_response 55550000 {{(pid=91633) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 06:45:55.290952 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Subscribe: > network after_create 55550000 {{(pid=91633) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 06:45:55.291291 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Subscribe: > network after_update 55550000 {{(pid=91633) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 06:45:55.291622 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Subscribe: > network after_delete 55550000 {{(pid=91633) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 06:45:55.291990 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Subscribe: > port after_create 55550000 {{(pid=91633) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 06:45:55.292328 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Subscribe: > port after_update 55550000 {{(pid=91633) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 06:45:55.292662 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Subscribe: > port after_delete 55550000 {{(pid=91633) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 06:45:55.292996 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Subscribe: > subnet after_create 55550000 {{(pid=91633) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 06:45:55.293328 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Subscribe: > subnet after_update 55550000 {{(pid=91633) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 06:45:55.293657 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Subscribe: > subnet after_delete 55550000 {{(pid=91633) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 06:45:55.294224 dv-cinder-784140-5-smb neutron-server[91633]: INFO neutron.plugins.ml2.plugin [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Modular L2 Plugin initialization complete Jun 07 06:45:55.294544 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.manager [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Loading services supported by the core plugin {{(pid=91633) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 07 06:45:55.294863 dv-cinder-784140-5-smb neutron-server[91633]: INFO neutron.plugins.ml2.managers [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Got port-security extension from driver 'port_security' Jun 07 06:45:55.295319 dv-cinder-784140-5-smb neutron-server[91633]: INFO neutron.extensions.vlantransparent [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Disabled vlantransparent extension. Jun 07 06:45:55.295799 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.manager [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=91633) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 07 06:45:55.296142 dv-cinder-784140-5-smb neutron-server[91633]: INFO neutron.manager [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Loading Plugin: router Jun 07 06:45:55.331608 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Subscribe: > router_interface before_create 55550000 {{(pid=91633) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 06:45:55.332034 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Subscribe: > router after_create 55549900 {{(pid=91633) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 06:45:55.333034 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Subscribe: > router before_create 55549900 {{(pid=91633) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 06:45:55.333397 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=91633) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 06:45:55.333763 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=91633) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 06:45:55.334114 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Subscribe: > router after_delete 55549900 {{(pid=91633) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 06:45:55.334470 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Subscribe: > floatingip after_update 55550000 {{(pid=91633) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 06:45:55.334827 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Subscribe: > router after_create 55549900 {{(pid=91633) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 06:45:55.335169 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Subscribe: > router after_update 55549900 {{(pid=91633) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 06:45:55.335513 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Subscribe: > router after_update 55549900 {{(pid=91633) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 06:45:55.335855 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=91633) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 06:45:55.336232 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Subscribe: > router after_update 55549900 {{(pid=91633) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 06:45:55.336635 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Subscribe: > router precommit_update 55549900 {{(pid=91633) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 06:45:55.337002 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Subscribe: port after_update 55550000 {{(pid=91633) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 06:45:55.337337 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Subscribe: port after_delete 55550000 {{(pid=91633) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 06:45:55.337665 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Subscribe: subnet after_update 55550000 {{(pid=91633) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 06:45:55.337996 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=91633) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 06:45:55.338338 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Subscribe: > port precommit_delete 55550000 {{(pid=91633) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 06:45:55.338680 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Subscribe: > router precommit_create 55549900 {{(pid=91633) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 06:45:55.339014 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Subscribe: port before_delete 55550000 {{(pid=91633) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 06:45:55.339348 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Subscribe: > router precommit_create 55550000 {{(pid=91633) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 06:45:55.339705 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Subscribe: > router after_update 55549900 {{(pid=91633) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 06:45:55.340071 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Subscribe: > router precommit_delete 55549900 {{(pid=91633) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 06:45:55.340414 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Subscribe: > router precommit_create 55549900 {{(pid=91633) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 06:45:55.340768 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Subscribe: > router_interface after_create 55550000 {{(pid=91633) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 06:45:55.341105 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Subscribe: > router precommit_update 55549900 {{(pid=91633) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 06:45:55.341468 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Subscribe: > network after_delete 55550000 {{(pid=91633) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 06:45:55.342305 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.quota.resource_registry [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Tracking information for resource: router configured {{(pid=91633) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 07 06:45:55.342634 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.quota.resource_registry [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Tracking information for resource: floatingip configured {{(pid=91633) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 07 06:45:55.347506 dv-cinder-784140-5-smb neutron-server[91633]: INFO neutron.db.l3_agentschedulers_db [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 07 06:45:55.348134 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Subscribe: port after_update 55550000 {{(pid=91633) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 06:45:55.348492 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Subscribe: port after_create 55550000 {{(pid=91633) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 06:45:55.348863 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Subscribe: port after_delete 55550000 {{(pid=91633) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 06:45:55.349209 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Subscribe: port after_update 55550000 {{(pid=91633) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 06:45:55.349982 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Subscribe: > router before_create 55550100 {{(pid=91633) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 06:45:55.350343 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Subscribe: > router precommit_delete 55550100 {{(pid=91633) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 06:45:55.350700 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Subscribe: > router precommit_create 55550100 {{(pid=91633) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 06:45:55.351051 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Subscribe: > router precommit_update 55550100 {{(pid=91633) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 06:45:55.355474 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.services.provider_configuration [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Service providers = [] {{(pid=91633) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 07 06:45:55.355838 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.db.servicetype_db [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=91633) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 07 06:45:55.358749 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.services.service_base [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=91633) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 07 06:45:55.359105 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.services.service_base [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=91633) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 07 06:45:55.359469 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.services.service_base [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=91633) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 07 06:45:55.360359 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.services.service_base [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=91633) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 07 06:45:55.360725 dv-cinder-784140-5-smb neutron-server[91633]: INFO neutron.services.service_base [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 07 06:45:55.361254 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.manager [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=91633) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 07 06:45:55.361570 dv-cinder-784140-5-smb neutron-server[91633]: INFO neutron.manager [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 07 06:45:55.372080 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.manager [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=91633) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 07 06:45:55.372412 dv-cinder-784140-5-smb neutron-server[91633]: INFO neutron.manager [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Loading Plugin: auto_allocate Jun 07 06:45:55.377976 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Subscribe: network precommit_update 55550000 {{(pid=91633) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 06:45:55.378342 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Subscribe: network precommit_create 55550000 {{(pid=91633) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 06:45:55.378848 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.manager [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=91633) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 07 06:45:55.379672 dv-cinder-784140-5-smb neutron-server[91633]: INFO neutron.manager [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Loading Plugin: tag Jun 07 06:45:55.387525 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.manager [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=91633) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 07 06:45:55.387851 dv-cinder-784140-5-smb neutron-server[91633]: INFO neutron.manager [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Loading Plugin: timestamp Jun 07 06:45:55.391594 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.manager [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=91633) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 07 06:45:55.391977 dv-cinder-784140-5-smb neutron-server[91633]: INFO neutron.manager [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Loading Plugin: network_ip_availability Jun 07 06:45:55.397712 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=91633) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 06:45:55.398083 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=91633) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 06:45:55.398435 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91633) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 06:45:55.399149 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.manager [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=91633) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 07 06:45:55.399461 dv-cinder-784140-5-smb neutron-server[91633]: INFO neutron.manager [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Loading Plugin: flavors Jun 07 06:45:55.513534 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.manager [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=91633) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 07 06:45:55.513771 dv-cinder-784140-5-smb neutron-server[91633]: INFO neutron.manager [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Loading Plugin: revisions Jun 07 06:45:55.518290 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.manager [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=91633) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 07 06:45:55.518680 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.698s {{(pid=91633) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:45:55.519445 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.api.extensions [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=91633) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jun 07 06:45:55.519811 dv-cinder-784140-5-smb neutron-server[91633]: INFO neutron.api.extensions [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Initializing extension manager. Jun 07 06:45:55.520351 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.api.extensions [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Loading extension file: __init__.py {{(pid=91633) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 06:45:55.520694 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.api.extensions [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Loading extension file: __pycache__ {{(pid=91633) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 06:45:55.521023 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.api.extensions [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=91633) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 06:45:55.521351 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.api.extensions [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Loading extension file: address_group.py {{(pid=91633) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 06:45:55.522102 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.api.extensions [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=91633) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 06:45:55.522681 dv-cinder-784140-5-smb neutron-server[91633]: INFO neutron.api.extensions [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Loaded extension: address-group Jun 07 06:45:55.523003 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.api.extensions [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Loading extension file: address_scope.py {{(pid=91633) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 06:45:55.523699 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.api.extensions [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=91633) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 06:45:55.524230 dv-cinder-784140-5-smb neutron-server[91633]: INFO neutron.api.extensions [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Loaded extension: address-scope Jun 07 06:45:55.524548 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.api.extensions [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Loading extension file: admin_state_down_before_update.py {{(pid=91633) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 06:45:55.525456 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.api.extensions [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=91633) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 06:45:55.525956 dv-cinder-784140-5-smb neutron-server[91633]: INFO neutron.api.extensions [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Loaded extension: router-admin-state-down-before-update Jun 07 06:45:55.526272 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.api.extensions [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Loading extension file: agent.py {{(pid=91633) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 06:45:55.526955 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.api.extensions [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=91633) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 06:45:55.527449 dv-cinder-784140-5-smb neutron-server[91633]: INFO neutron.api.extensions [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Loaded extension: agent Jun 07 06:45:55.527765 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.api.extensions [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Loading extension file: agent_resources_synced.py {{(pid=91633) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 06:45:55.528681 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.api.extensions [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=91633) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 06:45:55.529177 dv-cinder-784140-5-smb neutron-server[91633]: INFO neutron.api.extensions [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Loaded extension: agent-resources-synced Jun 07 06:45:55.529495 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.api.extensions [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Loading extension file: allowedaddresspairs.py {{(pid=91633) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 06:45:55.531258 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.api.extensions [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=91633) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 06:45:55.532036 dv-cinder-784140-5-smb neutron-server[91633]: INFO neutron.api.extensions [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Loaded extension: allowed-address-pairs Jun 07 06:45:55.532363 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.api.extensions [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Loading extension file: auto_allocated_topology.py {{(pid=91633) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 06:45:55.533411 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.api.extensions [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=91633) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 06:45:55.533917 dv-cinder-784140-5-smb neutron-server[91633]: INFO neutron.api.extensions [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Loaded extension: auto-allocated-topology Jun 07 06:45:55.534238 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.api.extensions [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Loading extension file: availability_zone.py {{(pid=91633) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 06:45:55.534913 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.api.extensions [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=91633) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 06:45:55.535427 dv-cinder-784140-5-smb neutron-server[91633]: INFO neutron.api.extensions [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Loaded extension: availability_zone Jun 07 06:45:55.535747 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.api.extensions [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Loading extension file: availability_zone_filter.py {{(pid=91633) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 06:45:55.536666 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.api.extensions [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=91633) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 06:45:55.537163 dv-cinder-784140-5-smb neutron-server[91633]: INFO neutron.api.extensions [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Loaded extension: availability_zone_filter Jun 07 06:45:55.537483 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.api.extensions [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Loading extension file: data_plane_status.py {{(pid=91633) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 06:45:55.538361 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.api.extensions [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=91633) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 06:45:55.538857 dv-cinder-784140-5-smb neutron-server[91633]: INFO neutron.api.extensions [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Extension data-plane-status not supported by any of loaded plugins Jun 07 06:45:55.539172 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.api.extensions [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Loading extension file: default_subnetpools.py {{(pid=91633) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 06:45:55.540104 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.api.extensions [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=91633) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 06:45:55.540606 dv-cinder-784140-5-smb neutron-server[91633]: INFO neutron.api.extensions [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Loaded extension: default-subnetpools Jun 07 06:45:55.540922 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.api.extensions [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Loading extension file: dhcpagentscheduler.py {{(pid=91633) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 06:45:55.541710 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.api.extensions [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=91633) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 06:45:55.542206 dv-cinder-784140-5-smb neutron-server[91633]: INFO neutron.api.extensions [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Loaded extension: dhcp_agent_scheduler Jun 07 06:45:55.542521 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.api.extensions [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Loading extension file: dns.py {{(pid=91633) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 06:45:55.543402 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.api.extensions [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=91633) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 06:45:55.543924 dv-cinder-784140-5-smb neutron-server[91633]: INFO neutron.api.extensions [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Extension dns-integration not supported by any of loaded plugins Jun 07 06:45:55.544241 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.api.extensions [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Loading extension file: dns_domain_ports.py {{(pid=91633) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 06:45:55.545128 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.api.extensions [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=91633) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 06:45:55.545620 dv-cinder-784140-5-smb neutron-server[91633]: INFO neutron.api.extensions [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 07 06:45:55.545935 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.api.extensions [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Loading extension file: dvr.py {{(pid=91633) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 06:45:55.546586 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.api.extensions [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=91633) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 06:45:55.547080 dv-cinder-784140-5-smb neutron-server[91633]: INFO neutron.api.extensions [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Loaded extension: dvr Jun 07 06:45:55.547395 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.api.extensions [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Loading extension file: empty_string_filtering.py {{(pid=91633) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 06:45:55.548310 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.api.extensions [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=91633) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 06:45:55.548809 dv-cinder-784140-5-smb neutron-server[91633]: INFO neutron.api.extensions [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Loaded extension: empty-string-filtering Jun 07 06:45:55.549126 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.api.extensions [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=91633) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 06:45:55.550018 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.api.extensions [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=91633) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 06:45:55.550508 dv-cinder-784140-5-smb neutron-server[91633]: INFO neutron.api.extensions [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 07 06:45:55.550823 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.api.extensions [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=91633) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 06:45:55.552249 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.api.extensions [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=91633) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 06:45:55.552900 dv-cinder-784140-5-smb neutron-server[91633]: INFO neutron.api.extensions [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 07 06:45:55.553218 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.api.extensions [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Loading extension file: external_net.py {{(pid=91633) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 06:45:55.554103 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.api.extensions [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=91633) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 06:45:55.554630 dv-cinder-784140-5-smb neutron-server[91633]: INFO neutron.api.extensions [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Loaded extension: external-net Jun 07 06:45:55.554900 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.api.extensions [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Loading extension file: extra_dhcp_opt.py {{(pid=91633) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 06:45:55.555784 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.api.extensions [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=91633) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 06:45:55.556317 dv-cinder-784140-5-smb neutron-server[91633]: INFO neutron.api.extensions [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Loaded extension: extra_dhcp_opt Jun 07 06:45:55.556634 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.api.extensions [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Loading extension file: extraroute.py {{(pid=91633) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 06:45:55.557519 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.api.extensions [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=91633) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 06:45:55.558011 dv-cinder-784140-5-smb neutron-server[91633]: INFO neutron.api.extensions [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Loaded extension: extraroute Jun 07 06:45:55.558327 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.api.extensions [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Loading extension file: extraroute_atomic.py {{(pid=91633) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 06:45:55.559326 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.api.extensions [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=91633) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 06:45:55.559825 dv-cinder-784140-5-smb neutron-server[91633]: INFO neutron.api.extensions [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Loaded extension: extraroute-atomic Jun 07 06:45:55.560169 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.api.extensions [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Loading extension file: filter_validation.py {{(pid=91633) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 06:45:55.560824 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.api.extensions [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=91633) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 06:45:55.561316 dv-cinder-784140-5-smb neutron-server[91633]: INFO neutron.api.extensions [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Loaded extension: filter-validation Jun 07 06:45:55.561631 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.api.extensions [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Loading extension file: fip_pf_description.py {{(pid=91633) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 06:45:55.562655 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.api.extensions [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=91633) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 06:45:55.563146 dv-cinder-784140-5-smb neutron-server[91633]: INFO neutron.api.extensions [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 07 06:45:55.563460 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.api.extensions [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Loading extension file: fip_port_details.py {{(pid=91633) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 06:45:55.564382 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.api.extensions [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=91633) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 06:45:55.564887 dv-cinder-784140-5-smb neutron-server[91633]: INFO neutron.api.extensions [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Loaded extension: fip-port-details Jun 07 06:45:55.565205 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.api.extensions [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Loading extension file: flavors.py {{(pid=91633) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 06:45:55.566417 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.api.extensions [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=91633) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 06:45:55.567620 dv-cinder-784140-5-smb neutron-server[91633]: INFO neutron.api.extensions [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Loaded extension: flavors Jun 07 06:45:55.567960 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.api.extensions [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=91633) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 06:45:55.569599 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.api.extensions [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=91633) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 06:45:55.570111 dv-cinder-784140-5-smb neutron-server[91633]: INFO neutron.api.extensions [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 07 06:45:55.570436 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.api.extensions [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Loading extension file: floatingip_pools.py {{(pid=91633) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 06:45:55.571119 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.api.extensions [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=91633) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 06:45:55.571617 dv-cinder-784140-5-smb neutron-server[91633]: INFO neutron.api.extensions [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Loaded extension: floatingip-pools Jun 07 06:45:55.571961 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.api.extensions [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Loading extension file: ip_allocation.py {{(pid=91633) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 06:45:55.572856 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.api.extensions [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=91633) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 06:45:55.573353 dv-cinder-784140-5-smb neutron-server[91633]: INFO neutron.api.extensions [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Extension ip_allocation not supported by any of loaded plugins Jun 07 06:45:55.573671 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.api.extensions [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=91633) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 06:45:55.574560 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.api.extensions [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=91633) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 06:45:55.575058 dv-cinder-784140-5-smb neutron-server[91633]: INFO neutron.api.extensions [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Loaded extension: ip-substring-filtering Jun 07 06:45:55.575377 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.api.extensions [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Loading extension file: l2_adjacency.py {{(pid=91633) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 06:45:55.576333 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.api.extensions [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=91633) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 06:45:55.576821 dv-cinder-784140-5-smb neutron-server[91633]: INFO neutron.api.extensions [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Extension l2_adjacency not supported by any of loaded plugins Jun 07 06:45:55.577137 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.api.extensions [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Loading extension file: l3.py {{(pid=91633) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 06:45:55.578077 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.api.extensions [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=91633) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 06:45:55.578581 dv-cinder-784140-5-smb neutron-server[91633]: INFO neutron.api.extensions [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Loaded extension: router Jun 07 06:45:55.578902 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.api.extensions [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Loading extension file: l3_conntrack_helper.py {{(pid=91633) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 06:45:55.581119 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.api.extensions [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=91633) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 06:45:55.581634 dv-cinder-784140-5-smb neutron-server[91633]: INFO neutron.api.extensions [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 07 06:45:55.581960 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.api.extensions [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=91633) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 06:45:55.582892 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.api.extensions [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=91633) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 06:45:55.583398 dv-cinder-784140-5-smb neutron-server[91633]: INFO neutron.api.extensions [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Loaded extension: ext-gw-mode Jun 07 06:45:55.583724 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.api.extensions [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=91633) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 06:45:55.584656 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.api.extensions [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=91633) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 06:45:55.585159 dv-cinder-784140-5-smb neutron-server[91633]: INFO neutron.api.extensions [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Loaded extension: l3-ha Jun 07 06:45:55.585479 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.api.extensions [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Loading extension file: l3_flavors.py {{(pid=91633) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 06:45:55.586375 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.api.extensions [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=91633) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 06:45:55.586872 dv-cinder-784140-5-smb neutron-server[91633]: INFO neutron.api.extensions [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Loaded extension: l3-flavors Jun 07 06:45:55.587189 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.api.extensions [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=91633) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 06:45:55.588118 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.api.extensions [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=91633) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 06:45:55.588614 dv-cinder-784140-5-smb neutron-server[91633]: INFO neutron.api.extensions [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Loaded extension: l3-port-ip-change-not-allowed Jun 07 06:45:55.588931 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.api.extensions [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Loading extension file: l3agentscheduler.py {{(pid=91633) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 06:45:55.589934 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.api.extensions [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=91633) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 06:45:55.590434 dv-cinder-784140-5-smb neutron-server[91633]: INFO neutron.api.extensions [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Loaded extension: l3_agent_scheduler Jun 07 06:45:55.590758 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.api.extensions [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Loading extension file: logging.py {{(pid=91633) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 06:45:55.592378 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.api.extensions [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=91633) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 06:45:55.592891 dv-cinder-784140-5-smb neutron-server[91633]: INFO neutron.api.extensions [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Extension logging not supported by any of loaded plugins Jun 07 06:45:55.593217 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.api.extensions [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Loading extension file: metering.py {{(pid=91633) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 06:45:55.593939 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.api.extensions [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=91633) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 06:45:55.594507 dv-cinder-784140-5-smb neutron-server[91633]: INFO neutron.api.extensions [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Loaded extension: metering Jun 07 06:45:55.594825 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.api.extensions [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=91633) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 06:45:55.595930 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.api.extensions [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=91633) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 06:45:55.596428 dv-cinder-784140-5-smb neutron-server[91633]: INFO neutron.api.extensions [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Loaded extension: metering_source_and_destination_fields Jun 07 06:45:55.596749 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.api.extensions [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Loading extension file: multiprovidernet.py {{(pid=91633) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 06:45:55.597652 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.api.extensions [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=91633) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 06:45:55.598242 dv-cinder-784140-5-smb neutron-server[91633]: INFO neutron.api.extensions [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Loaded extension: multi-provider Jun 07 06:45:55.598561 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.api.extensions [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Loading extension file: netmtu.py {{(pid=91633) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 06:45:55.599451 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.api.extensions [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=91633) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 06:45:55.599981 dv-cinder-784140-5-smb neutron-server[91633]: INFO neutron.api.extensions [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Loaded extension: net-mtu Jun 07 06:45:55.600299 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.api.extensions [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Loading extension file: netmtu_writable.py {{(pid=91633) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 06:45:55.601195 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.api.extensions [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=91633) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 06:45:55.601693 dv-cinder-784140-5-smb neutron-server[91633]: INFO neutron.api.extensions [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Loaded extension: net-mtu-writable Jun 07 06:45:55.602009 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.api.extensions [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Loading extension file: network_availability_zone.py {{(pid=91633) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 06:45:55.602657 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.api.extensions [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=91633) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 06:45:55.603149 dv-cinder-784140-5-smb neutron-server[91633]: INFO neutron.api.extensions [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Loaded extension: network_availability_zone Jun 07 06:45:55.603462 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.api.extensions [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Loading extension file: network_ip_availability.py {{(pid=91633) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 06:45:55.604563 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.api.extensions [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=91633) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 06:45:55.605063 dv-cinder-784140-5-smb neutron-server[91633]: INFO neutron.api.extensions [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Loaded extension: network-ip-availability Jun 07 06:45:55.605376 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.api.extensions [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Loading extension file: network_segment_range.py {{(pid=91633) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 06:45:55.606119 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.api.extensions [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=91633) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 06:45:55.606610 dv-cinder-784140-5-smb neutron-server[91633]: INFO neutron.api.extensions [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Extension network-segment-range not supported by any of loaded plugins Jun 07 06:45:55.606923 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.api.extensions [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Loading extension file: pagination.py {{(pid=91633) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 06:45:55.607873 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.api.extensions [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=91633) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 06:45:55.608234 dv-cinder-784140-5-smb neutron-server[91633]: INFO neutron.api.extensions [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Loaded extension: pagination Jun 07 06:45:55.608549 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.api.extensions [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Loading extension file: port_device_profile.py {{(pid=91633) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 06:45:55.609427 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.api.extensions [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=91633) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 06:45:55.609930 dv-cinder-784140-5-smb neutron-server[91633]: INFO neutron.api.extensions [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Loaded extension: port-device-profile Jun 07 06:45:55.610248 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.api.extensions [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=91633) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 06:45:55.611147 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.api.extensions [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=91633) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 06:45:55.611644 dv-cinder-784140-5-smb neutron-server[91633]: INFO neutron.api.extensions [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Loaded extension: port-mac-address-regenerate Jun 07 06:45:55.611993 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.api.extensions [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=91633) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 06:45:55.612877 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.api.extensions [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=91633) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 06:45:55.613376 dv-cinder-784140-5-smb neutron-server[91633]: INFO neutron.api.extensions [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Loaded extension: port-numa-affinity-policy Jun 07 06:45:55.614214 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.api.extensions [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Loading extension file: port_resource_request.py {{(pid=91633) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 06:45:55.615111 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.api.extensions [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=91633) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 06:45:55.615604 dv-cinder-784140-5-smb neutron-server[91633]: INFO neutron.api.extensions [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Extension port-resource-request not supported by any of loaded plugins Jun 07 06:45:55.615938 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.api.extensions [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Loading extension file: portbindings.py {{(pid=91633) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 06:45:55.616838 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.api.extensions [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=91633) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 06:45:55.617336 dv-cinder-784140-5-smb neutron-server[91633]: INFO neutron.api.extensions [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Loaded extension: binding Jun 07 06:45:55.617654 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.api.extensions [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Loading extension file: portbindings_extended.py {{(pid=91633) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 06:45:55.618900 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.api.extensions [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=91633) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 06:45:55.619407 dv-cinder-784140-5-smb neutron-server[91633]: INFO neutron.api.extensions [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Loaded extension: binding-extended Jun 07 06:45:55.619727 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.api.extensions [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Loading extension file: portsecurity.py {{(pid=91633) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 06:45:55.620647 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.api.extensions [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=91633) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 06:45:55.621153 dv-cinder-784140-5-smb neutron-server[91633]: INFO neutron.api.extensions [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Loaded extension: port-security Jun 07 06:45:55.621472 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.api.extensions [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Loading extension file: project_id.py {{(pid=91633) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 06:45:55.622425 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.api.extensions [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=91633) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 06:45:55.622750 dv-cinder-784140-5-smb neutron-server[91633]: INFO neutron.api.extensions [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Loaded extension: project-id Jun 07 06:45:55.623067 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.api.extensions [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Loading extension file: providernet.py {{(pid=91633) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 06:45:55.623977 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.api.extensions [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=91633) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 06:45:55.624486 dv-cinder-784140-5-smb neutron-server[91633]: INFO neutron.api.extensions [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Loaded extension: provider Jun 07 06:45:55.624805 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.api.extensions [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Loading extension file: qos.py {{(pid=91633) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 06:45:55.628322 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.api.extensions [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=91633) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 06:45:55.628830 dv-cinder-784140-5-smb neutron-server[91633]: INFO neutron.api.extensions [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Extension qos not supported by any of loaded plugins Jun 07 06:45:55.629759 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.api.extensions [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=91633) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 06:45:55.630984 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.api.extensions [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=91633) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 06:45:55.631492 dv-cinder-784140-5-smb neutron-server[91633]: INFO neutron.api.extensions [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 07 06:45:55.631817 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.api.extensions [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=91633) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 06:45:55.632746 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.api.extensions [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=91633) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 06:45:55.633242 dv-cinder-784140-5-smb neutron-server[91633]: INFO neutron.api.extensions [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 07 06:45:55.633561 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.api.extensions [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Loading extension file: qos_default.py {{(pid=91633) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 06:45:55.634447 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.api.extensions [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=91633) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 06:45:55.634946 dv-cinder-784140-5-smb neutron-server[91633]: INFO neutron.api.extensions [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Extension qos-default not supported by any of loaded plugins Jun 07 06:45:55.635267 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.api.extensions [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Loading extension file: qos_fip.py {{(pid=91633) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 06:45:55.635917 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.api.extensions [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=91633) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 06:45:55.636409 dv-cinder-784140-5-smb neutron-server[91633]: INFO neutron.api.extensions [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Extension qos-fip not supported by any of loaded plugins Jun 07 06:45:55.636724 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.api.extensions [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Loading extension file: qos_gateway_ip.py {{(pid=91633) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 06:45:55.637799 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.api.extensions [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=91633) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 06:45:55.638302 dv-cinder-784140-5-smb neutron-server[91633]: INFO neutron.api.extensions [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 07 06:45:55.638620 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.api.extensions [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Loading extension file: qos_port_network_policy.py {{(pid=91633) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 06:45:55.639508 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.api.extensions [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=91633) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 06:45:55.640043 dv-cinder-784140-5-smb neutron-server[91633]: INFO neutron.api.extensions [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 07 06:45:55.640358 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.api.extensions [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Loading extension file: qos_rule_type_details.py {{(pid=91633) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 06:45:55.641254 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.api.extensions [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=91633) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 06:45:55.641748 dv-cinder-784140-5-smb neutron-server[91633]: INFO neutron.api.extensions [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 07 06:45:55.642061 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.api.extensions [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Loading extension file: qos_rules_alias.py {{(pid=91633) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 06:45:55.643083 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.api.extensions [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=91633) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 06:45:55.643586 dv-cinder-784140-5-smb neutron-server[91633]: INFO neutron.api.extensions [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 07 06:45:55.643925 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.api.extensions [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Loading extension file: quotasv2.py {{(pid=91633) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 06:45:55.644836 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.api.extensions [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=91633) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 06:45:55.645160 dv-cinder-784140-5-smb neutron-server[91633]: INFO neutron.api.extensions [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Loaded extension: quotas Jun 07 06:45:55.645476 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.api.extensions [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Loading extension file: quotasv2_detail.py {{(pid=91633) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 06:45:55.648502 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.api.extensions [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=91633) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 06:45:55.648839 dv-cinder-784140-5-smb neutron-server[91633]: INFO neutron.api.extensions [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Loaded extension: quota_details Jun 07 06:45:55.649161 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.api.extensions [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Loading extension file: rbac.py {{(pid=91633) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 06:45:55.650186 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.api.extensions [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=91633) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 06:45:55.650699 dv-cinder-784140-5-smb neutron-server[91633]: INFO neutron.api.extensions [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Loaded extension: rbac-policies Jun 07 06:45:55.651021 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.api.extensions [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Loading extension file: rbac_address_group.py {{(pid=91633) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 06:45:55.651971 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.api.extensions [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=91633) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 06:45:55.652482 dv-cinder-784140-5-smb neutron-server[91633]: INFO neutron.api.extensions [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Loaded extension: rbac-address-group Jun 07 06:45:55.652801 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.api.extensions [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Loading extension file: rbac_address_scope.py {{(pid=91633) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 06:45:55.653692 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.api.extensions [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=91633) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 06:45:55.654195 dv-cinder-784140-5-smb neutron-server[91633]: INFO neutron.api.extensions [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Loaded extension: rbac-address-scope Jun 07 06:45:55.654513 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.api.extensions [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Loading extension file: rbac_security_groups.py {{(pid=91633) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 06:45:55.655415 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.api.extensions [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=91633) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 06:45:55.655945 dv-cinder-784140-5-smb neutron-server[91633]: INFO neutron.api.extensions [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Loaded extension: rbac-security-groups Jun 07 06:45:55.656270 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.api.extensions [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Loading extension file: rbac_subnetpool.py {{(pid=91633) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 06:45:55.658375 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.api.extensions [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=91633) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 06:45:55.658878 dv-cinder-784140-5-smb neutron-server[91633]: INFO neutron.api.extensions [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Loaded extension: rbac-subnetpool Jun 07 06:45:55.659198 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.api.extensions [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Loading extension file: revisionifmatch.py {{(pid=91633) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 06:45:55.660128 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.api.extensions [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=91633) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 06:45:55.660656 dv-cinder-784140-5-smb neutron-server[91633]: INFO neutron.api.extensions [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Loaded extension: revision-if-match Jun 07 06:45:55.660976 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.api.extensions [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Loading extension file: revisions.py {{(pid=91633) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 06:45:55.662068 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.api.extensions [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=91633) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 06:45:55.662569 dv-cinder-784140-5-smb neutron-server[91633]: INFO neutron.api.extensions [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Loaded extension: standard-attr-revisions Jun 07 06:45:55.662892 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.api.extensions [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Loading extension file: router_availability_zone.py {{(pid=91633) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 06:45:55.663550 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.api.extensions [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=91633) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 06:45:55.664088 dv-cinder-784140-5-smb neutron-server[91633]: INFO neutron.api.extensions [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Loaded extension: router_availability_zone Jun 07 06:45:55.664400 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.api.extensions [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Loading extension file: routerservicetype.py {{(pid=91633) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 06:45:55.665294 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.api.extensions [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=91633) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 06:45:55.665791 dv-cinder-784140-5-smb neutron-server[91633]: INFO neutron.api.extensions [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Extension router-service-type not supported by any of loaded plugins Jun 07 06:45:55.666106 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.api.extensions [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=91633) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 06:45:55.667009 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.api.extensions [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=91633) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 06:45:55.667511 dv-cinder-784140-5-smb neutron-server[91633]: INFO neutron.api.extensions [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Loaded extension: security-groups-normalized-cidr Jun 07 06:45:55.667824 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.api.extensions [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Loading extension file: security_groups_port_filtering.py {{(pid=91633) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 06:45:55.668752 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.api.extensions [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=91633) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 06:45:55.669251 dv-cinder-784140-5-smb neutron-server[91633]: INFO neutron.api.extensions [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Loaded extension: port-security-groups-filtering Jun 07 06:45:55.669567 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.api.extensions [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=91633) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 06:45:55.670455 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.api.extensions [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=91633) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 06:45:55.670953 dv-cinder-784140-5-smb neutron-server[91633]: INFO neutron.api.extensions [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Loaded extension: security-groups-remote-address-group Jun 07 06:45:55.671268 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.api.extensions [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Loading extension file: securitygroup.py {{(pid=91633) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 06:45:55.681331 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.api.extensions [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=91633) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 06:45:55.681847 dv-cinder-784140-5-smb neutron-server[91633]: INFO neutron.api.extensions [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Loaded extension: security-group Jun 07 06:45:55.682173 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.api.extensions [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Loading extension file: segment.py {{(pid=91633) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 06:45:55.682937 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.api.extensions [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=91633) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 06:45:55.683433 dv-cinder-784140-5-smb neutron-server[91633]: INFO neutron.api.extensions [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Extension segment not supported by any of loaded plugins Jun 07 06:45:55.683753 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.api.extensions [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=91633) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 06:45:55.684690 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.api.extensions [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=91633) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 06:45:55.685192 dv-cinder-784140-5-smb neutron-server[91633]: INFO neutron.api.extensions [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 07 06:45:55.685511 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.api.extensions [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Loading extension file: servicetype.py {{(pid=91633) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 06:45:55.686590 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.api.extensions [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=91633) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 06:45:55.687104 dv-cinder-784140-5-smb neutron-server[91633]: INFO neutron.api.extensions [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Loaded extension: service-type Jun 07 06:45:55.687429 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.api.extensions [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Loading extension file: sorting.py {{(pid=91633) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 06:45:55.688426 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.api.extensions [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=91633) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 06:45:55.688756 dv-cinder-784140-5-smb neutron-server[91633]: INFO neutron.api.extensions [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Loaded extension: sorting Jun 07 06:45:55.689070 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.api.extensions [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Loading extension file: standard_attr_segment.py {{(pid=91633) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 06:45:55.689963 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.api.extensions [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=91633) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 06:45:55.690468 dv-cinder-784140-5-smb neutron-server[91633]: INFO neutron.api.extensions [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 07 06:45:55.690785 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.api.extensions [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Loading extension file: standardattrdescription.py {{(pid=91633) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 06:45:55.691409 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.api.extensions [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=91633) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 06:45:55.692545 dv-cinder-784140-5-smb neutron-server[91633]: INFO neutron.api.extensions [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Loaded extension: standard-attr-description Jun 07 06:45:55.692863 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.api.extensions [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Loading extension file: stateful_security_group.py {{(pid=91633) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 06:45:55.693766 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.api.extensions [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=91633) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 06:45:55.694278 dv-cinder-784140-5-smb neutron-server[91633]: INFO neutron.api.extensions [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Loaded extension: stateful-security-group Jun 07 06:45:55.694596 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.api.extensions [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Loading extension file: stdattrs_common.py {{(pid=91633) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 06:45:55.695158 dv-cinder-784140-5-smb neutron-server[91633]: WARNING neutron.api.extensions [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 07 06:45:55.695470 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.api.extensions [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=91633) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 06:45:55.696462 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.api.extensions [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=91633) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 06:45:55.696969 dv-cinder-784140-5-smb neutron-server[91633]: INFO neutron.api.extensions [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 07 06:45:55.697284 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.api.extensions [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Loading extension file: subnet_onboard.py {{(pid=91633) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 06:45:55.698338 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.api.extensions [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=91633) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 06:45:55.698838 dv-cinder-784140-5-smb neutron-server[91633]: INFO neutron.api.extensions [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Loaded extension: subnet_onboard Jun 07 06:45:55.699153 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.api.extensions [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=91633) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 06:45:55.700087 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.api.extensions [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=91633) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 06:45:55.700580 dv-cinder-784140-5-smb neutron-server[91633]: INFO neutron.api.extensions [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 07 06:45:55.700896 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.api.extensions [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Loading extension file: subnet_service_types.py {{(pid=91633) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 06:45:55.701794 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.api.extensions [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=91633) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 06:45:55.702294 dv-cinder-784140-5-smb neutron-server[91633]: INFO neutron.api.extensions [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Loaded extension: subnet-service-types Jun 07 06:45:55.702608 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.api.extensions [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Loading extension file: subnetallocation.py {{(pid=91633) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 06:45:55.703663 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.api.extensions [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=91633) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 06:45:55.704192 dv-cinder-784140-5-smb neutron-server[91633]: INFO neutron.api.extensions [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Loaded extension: subnet_allocation Jun 07 06:45:55.704511 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.api.extensions [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=91633) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 06:45:55.705153 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.api.extensions [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=91633) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 06:45:55.705644 dv-cinder-784140-5-smb neutron-server[91633]: INFO neutron.api.extensions [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Loaded extension: subnetpool-prefix-ops Jun 07 06:45:55.705957 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.api.extensions [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=91633) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 06:45:55.706857 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.api.extensions [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=91633) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 06:45:55.707381 dv-cinder-784140-5-smb neutron-server[91633]: INFO neutron.api.extensions [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 07 06:45:55.707696 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.api.extensions [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Loading extension file: tagging.py {{(pid=91633) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 06:45:55.708767 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.api.extensions [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=91633) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 06:45:55.709277 dv-cinder-784140-5-smb neutron-server[91633]: INFO neutron.api.extensions [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Loaded extension: standard-attr-tag Jun 07 06:45:55.709597 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.api.extensions [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Loading extension file: timestamp.py {{(pid=91633) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 06:45:55.710780 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.api.extensions [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=91633) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 06:45:55.711283 dv-cinder-784140-5-smb neutron-server[91633]: INFO neutron.api.extensions [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Loaded extension: standard-attr-timestamp Jun 07 06:45:55.711607 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.api.extensions [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Loading extension file: trunk.py {{(pid=91633) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 06:45:55.712649 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.api.extensions [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=91633) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 06:45:55.713154 dv-cinder-784140-5-smb neutron-server[91633]: INFO neutron.api.extensions [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Extension trunk not supported by any of loaded plugins Jun 07 06:45:55.713473 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.api.extensions [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Loading extension file: trunk_details.py {{(pid=91633) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 06:45:55.714369 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.api.extensions [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=91633) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 06:45:55.714870 dv-cinder-784140-5-smb neutron-server[91633]: INFO neutron.api.extensions [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Extension trunk-details not supported by any of loaded plugins Jun 07 06:45:55.715188 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.api.extensions [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Loading extension file: uplink_status_propagation.py {{(pid=91633) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 06:45:55.716193 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.api.extensions [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=91633) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 06:45:55.716695 dv-cinder-784140-5-smb neutron-server[91633]: INFO neutron.api.extensions [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 07 06:45:55.717012 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.api.extensions [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Loading extension file: vlantransparent.py {{(pid=91633) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 06:45:55.717657 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.api.extensions [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=91633) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 06:45:55.718151 dv-cinder-784140-5-smb neutron-server[91633]: INFO neutron.api.extensions [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Extension vlan-transparent not supported by any of loaded plugins Jun 07 06:45:55.720591 dv-cinder-784140-5-smb neutron-server[91633]: INFO neutron.quota.resource_registry [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Creating instance of TrackedResource for resource:network Jun 07 06:45:55.721114 dv-cinder-784140-5-smb neutron-server[91633]: INFO neutron.quota.resource_registry [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Creating instance of TrackedResource for resource:subnet Jun 07 06:45:55.721507 dv-cinder-784140-5-smb neutron-server[91633]: INFO neutron.quota.resource_registry [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Creating instance of TrackedResource for resource:subnetpool Jun 07 06:45:55.721890 dv-cinder-784140-5-smb neutron-server[91633]: INFO neutron.quota.resource_registry [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Creating instance of TrackedResource for resource:port Jun 07 06:45:55.723152 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.api.v2.resource_helper [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91633) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 07 06:45:55.723599 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.api.v2.resource_helper [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Service FLAVORS assigned prefix: {{(pid=91633) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 07 06:45:55.724236 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.api.v2.resource_helper [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91633) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 07 06:45:55.724651 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.api.v2.resource_helper [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91633) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 07 06:45:55.724974 dv-cinder-784140-5-smb neutron-server[91633]: INFO neutron.quota.resource_registry [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Creating instance of TrackedResource for resource:router Jun 07 06:45:55.725392 dv-cinder-784140-5-smb neutron-server[91633]: INFO neutron.quota.resource_registry [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Creating instance of TrackedResource for resource:floatingip Jun 07 06:45:55.725882 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.api.v2.resource_helper [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Service METERING assigned prefix: /metering {{(pid=91633) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 07 06:45:55.727300 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=91633) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 06:45:55.727663 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=91633) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 06:45:55.728045 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91633) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 06:45:55.729016 dv-cinder-784140-5-smb neutron-server[91633]: INFO neutron.quota.resource_registry [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Creating instance of CountableResource for resource:rbac_policy Jun 07 06:45:55.729453 dv-cinder-784140-5-smb neutron-server[91633]: INFO neutron.quota.resource_registry [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Creating instance of TrackedResource for resource:security_group Jun 07 06:45:55.729880 dv-cinder-784140-5-smb neutron-server[91633]: INFO neutron.quota.resource_registry [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 07 06:45:55.730481 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.api.v2.resource_helper [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Service CORE assigned prefix: {{(pid=91633) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 07 06:45:55.730805 dv-cinder-784140-5-smb neutron-server[91633]: INFO neutron.quota.resource_registry [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Creating instance of TrackedResource for resource:subnetpool Jun 07 06:45:55.731150 dv-cinder-784140-5-smb neutron-server[91633]: WARNING neutron.quota.resource_registry [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] subnetpool is already registered Jun 07 06:45:55.731597 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.api.v2.resource_helper [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Service CORE assigned prefix: {{(pid=91633) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 07 06:45:55.731938 dv-cinder-784140-5-smb neutron-server[91633]: INFO neutron.quota.resource_registry [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Creating instance of TrackedResource for resource:subnetpool Jun 07 06:45:55.732297 dv-cinder-784140-5-smb neutron-server[91633]: WARNING neutron.quota.resource_registry [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] subnetpool is already registered Jun 07 06:45:55.734520 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.api.v2.resource_helper [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91633) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 07 06:45:55.734947 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.api.v2.resource_helper [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Service FLAVORS assigned prefix: {{(pid=91633) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 07 06:45:55.735527 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.api.v2.resource_helper [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91633) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 07 06:45:55.735969 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.api.v2.resource_helper [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91633) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 07 06:45:55.736294 dv-cinder-784140-5-smb neutron-server[91633]: INFO neutron.quota.resource_registry [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Creating instance of TrackedResource for resource:router Jun 07 06:45:55.736624 dv-cinder-784140-5-smb neutron-server[91633]: WARNING neutron.quota.resource_registry [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] router is already registered Jun 07 06:45:55.737028 dv-cinder-784140-5-smb neutron-server[91633]: INFO neutron.quota.resource_registry [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Creating instance of TrackedResource for resource:floatingip Jun 07 06:45:55.737354 dv-cinder-784140-5-smb neutron-server[91633]: WARNING neutron.quota.resource_registry [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] floatingip is already registered Jun 07 06:45:55.737807 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.api.v2.resource_helper [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Service METERING assigned prefix: /metering {{(pid=91633) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 07 06:45:55.738466 dv-cinder-784140-5-smb neutron-server[91633]: INFO neutron.quota.resource_registry [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Creating instance of CountableResource for resource:rbac_policy Jun 07 06:45:55.739296 dv-cinder-784140-5-smb neutron-server[91633]: WARNING neutron.quota.resource_registry [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] rbac_policy is already registered Jun 07 06:45:55.739702 dv-cinder-784140-5-smb neutron-server[91633]: INFO neutron.quota.resource_registry [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Creating instance of TrackedResource for resource:security_group Jun 07 06:45:55.740060 dv-cinder-784140-5-smb neutron-server[91633]: WARNING neutron.quota.resource_registry [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] security_group is already registered Jun 07 06:45:55.740455 dv-cinder-784140-5-smb neutron-server[91633]: INFO neutron.quota.resource_registry [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 07 06:45:55.740780 dv-cinder-784140-5-smb neutron-server[91633]: WARNING neutron.quota.resource_registry [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] security_group_rule is already registered Jun 07 06:45:55.741400 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.api.v2.resource_helper [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Service CORE assigned prefix: {{(pid=91633) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 07 06:45:55.741718 dv-cinder-784140-5-smb neutron-server[91633]: INFO neutron.quota.resource_registry [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Creating instance of TrackedResource for resource:subnetpool Jun 07 06:45:55.742043 dv-cinder-784140-5-smb neutron-server[91633]: WARNING neutron.quota.resource_registry [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] subnetpool is already registered Jun 07 06:45:55.742458 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.api.v2.resource_helper [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Service CORE assigned prefix: {{(pid=91633) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 07 06:45:55.742776 dv-cinder-784140-5-smb neutron-server[91633]: INFO neutron.quota.resource_registry [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Creating instance of TrackedResource for resource:subnetpool Jun 07 06:45:55.743097 dv-cinder-784140-5-smb neutron-server[91633]: WARNING neutron.quota.resource_registry [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] subnetpool is already registered Jun 07 06:45:55.743557 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.api.extensions [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Extended resource: extensions {{(pid=91633) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 06:45:55.745031 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.api.extensions [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Extended resource: address-groups {{(pid=91633) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 06:45:55.746551 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.api.extensions [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Extended resource: address-scopes {{(pid=91633) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 06:45:55.747855 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.api.extensions [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Extended resource: agents {{(pid=91633) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 06:45:55.749156 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.api.extensions [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Extended resource: auto-allocated-topology {{(pid=91633) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 06:45:55.750403 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.api.extensions [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Extended resource: availability_zones {{(pid=91633) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 06:45:55.751621 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.api.extensions [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Extended resource: dhcp-networks {{(pid=91633) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 06:45:55.753146 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.api.extensions [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Extended resource: dhcp-agents {{(pid=91633) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 06:45:55.755183 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.api.extensions [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Extended resource: routers {{(pid=91633) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 06:45:55.756921 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.api.extensions [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Extended resource: flavors {{(pid=91633) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 06:45:55.759185 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.api.extensions [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Extended resource: service_profiles {{(pid=91633) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 06:45:55.760444 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.api.extensions [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Extended resource: next_providers {{(pid=91633) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 06:45:55.761870 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.api.extensions [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Extended resource: service_profiles {{(pid=91633) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 06:45:55.763428 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.api.extensions [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Extended resource: floatingip-pools {{(pid=91633) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 06:45:55.764744 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.api.extensions [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Extended resource: routers {{(pid=91633) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 06:45:55.766416 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.api.extensions [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Extended resource: floatingips {{(pid=91633) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 06:45:55.767694 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.api.extensions [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Extended resource: l3-routers {{(pid=91633) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 06:45:55.769115 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.api.extensions [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Extended resource: l3-agents {{(pid=91633) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 06:45:55.770556 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.api.extensions [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Extended resource: metering-labels {{(pid=91633) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 06:45:55.771799 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.api.extensions [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Extended resource: metering-label-rules {{(pid=91633) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 06:45:55.773229 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.api.extensions [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Extended resource: network-ip-availabilities {{(pid=91633) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 06:45:55.774477 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.api.extensions [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Extended resource: bindings {{(pid=91633) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 06:45:55.776060 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.api.extensions [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Extended resource: quotas {{(pid=91633) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 06:45:55.777615 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.api.extensions [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Extended resource: quotas {{(pid=91633) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 06:45:55.779035 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.api.extensions [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Extended resource: rbac-policies {{(pid=91633) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 06:45:55.780238 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.api.extensions [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Extended resource: security-groups {{(pid=91633) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 06:45:55.781526 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.api.extensions [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Extended resource: security-group-rules {{(pid=91633) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 06:45:55.783026 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.api.extensions [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Extended resource: service-providers {{(pid=91633) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 06:45:55.784274 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.api.extensions [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Extended resource: subnetpools {{(pid=91633) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 06:45:55.785633 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.api.extensions [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Extended resource: subnetpools {{(pid=91633) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 06:45:55.787196 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.api.extensions [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Extended resource: tags {{(pid=91633) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 06:45:55.789044 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.api.extensions [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Extended resource: tags {{(pid=91633) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 06:45:55.790833 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.api.extensions [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Extended resource: tags {{(pid=91633) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 06:45:55.792669 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.api.extensions [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Extended resource: tags {{(pid=91633) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 06:45:55.794370 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.api.extensions [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Extended resource: tags {{(pid=91633) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 06:45:55.796349 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.api.extensions [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Extended resource: tags {{(pid=91633) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 06:45:55.798039 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.api.extensions [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Extended resource: tags {{(pid=91633) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 06:45:55.799849 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.api.extensions [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Extended resource: tags {{(pid=91633) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 06:45:55.802288 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.api.extensions [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Extended resource: tags {{(pid=91633) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 06:45:55.804060 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron.api.extensions [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Extended resource: tags {{(pid=91633) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 06:45:55.810021 dv-cinder-784140-5-smb neutron-server[91633]: WARNING keystonemiddleware.auth_token [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 07 06:45:55.814483 dv-cinder-784140-5-smb neutron-server[91633]: WARNING keystonemiddleware.auth_token [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 07 06:45:55.823194 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Acquired lock "singleton_lock" {{(pid=91633) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jun 07 06:45:55.823670 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_concurrency.lockutils [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Releasing lock "singleton_lock" {{(pid=91633) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jun 07 06:45:55.824322 dv-cinder-784140-5-smb neutron-server[91633]: INFO oslo_service.service [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Starting 2 workers Jun 07 06:45:55.828992 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Started child 91772 {{(pid=91633) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 07 06:45:55.833274 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Started child 91773 {{(pid=91633) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 07 06:45:55.834497 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:45:55.835157 dv-cinder-784140-5-smb neutron-server[91633]: INFO neutron.service [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Neutron service started, listening on 0.0.0.0:9696 Jun 07 06:45:55.835451 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Notify callbacks [] for process, before_spawn {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:45:55.836049 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [-] (91772) wsgi starting up on http://0.0.0.0:9696 Jun 07 06:45:55.837916 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:45:55.838366 dv-cinder-784140-5-smb neutron-server[91633]: INFO oslo_service.service [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Starting 1 workers Jun 07 06:45:55.839246 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [-] (91773) wsgi starting up on http://0.0.0.0:9696 Jun 07 06:45:55.843024 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Started child 91774 {{(pid=91633) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 07 06:45:55.843549 dv-cinder-784140-5-smb neutron-server[91633]: INFO oslo_service.service [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Starting 1 workers Jun 07 06:45:55.846660 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.service [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] calling RpcWorker wait() {{(pid=91774) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 07 06:45:55.847185 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.service [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] returning from RpcWorker wait() {{(pid=91774) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 07 06:45:55.847833 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Started child 91775 {{(pid=91633) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 07 06:45:55.849210 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:45:55.849313 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG neutron_lib.callbacks.manager [None req-be34834f-101b-47bc-b20a-0d0c07cdc327 None None] Notify callbacks [] for process, after_spawn {{(pid=91633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:45:55.849724 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=91774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 06:45:55.851087 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=91633) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Jun 07 06:45:55.851302 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 07 06:45:55.851476 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 07 06:45:55.851700 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 07 06:45:55.852053 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 07 06:45:55.852218 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 07 06:45:55.852769 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:45:55.853052 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:45:55.853213 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=91775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:45:55.853661 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:45:55.853661 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:45:55.853864 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:45:55.854124 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=91775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 06:45:55.854406 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:45:55.854669 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:45:55.854928 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:45:55.855202 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:45:55.855432 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:45:55.855613 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:45:55.855773 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:45:55.856064 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:45:55.856293 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:45:55.856607 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:45:55.856894 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:45:55.857131 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:45:55.857392 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:45:55.857566 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:45:55.857820 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] config_source = [] {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:45:55.858094 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:45:55.858351 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:45:55.858617 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] debug = True {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:45:55.858863 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:45:55.859359 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:45:55.859602 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:45:55.859842 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:45:55.860087 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:45:55.860353 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:45:55.860597 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:45:55.860856 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:45:55.861099 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:45:55.861317 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:45:55.861556 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:45:55.861811 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:45:55.862049 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:45:55.862291 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:45:55.862527 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:45:55.862777 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:45:55.862995 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:45:55.863465 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] host = dv-cinder-784140-5-smb {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:45:55.864328 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:45:55.864581 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:45:55.864809 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:45:55.865032 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:45:55.865280 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:45:55.865513 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:45:55.865765 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:45:55.866005 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:45:55.866249 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:45:55.866481 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:45:55.866670 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:45:55.866937 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:45:55.867186 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] log_dir = None {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:45:55.867426 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] log_file = None {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:45:55.867576 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] log_options = True {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:45:55.867799 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:45:55.868099 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:45:55.868369 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:45:55.868554 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:45:55.868714 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:45:55.868886 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:45:55.869155 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:45:55.869306 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:45:55.869541 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:45:55.869749 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:45:55.869962 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:45:55.870175 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:45:55.870418 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:45:55.870663 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:45:55.870930 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:45:55.871176 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:45:55.871411 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:45:55.871638 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:45:55.871879 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:45:55.872137 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:45:55.872358 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:45:55.872591 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:45:55.872825 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:45:55.873055 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:45:55.873266 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:45:55.873478 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:45:55.873717 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:45:55.873931 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:45:55.874142 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:45:55.874382 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:45:55.874612 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:45:55.874873 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:45:55.875119 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:45:55.875381 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:45:55.875623 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:45:55.875848 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:45:55.876174 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:45:55.877230 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:45:55.877230 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:45:55.877230 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:45:55.877488 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:45:55.877557 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:45:55.877762 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:45:55.877973 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:45:55.878215 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] use_journal = False {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:45:55.878541 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] use_json = False {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:45:55.878766 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:45:55.878982 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:45:55.879271 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:45:55.879485 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:45:55.879691 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:45:55.879949 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:45:55.880159 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:45:55.880479 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:45:55.880890 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.881161 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.881496 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.881742 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.881976 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.882232 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.882471 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.882724 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.882982 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.883214 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.883541 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.883779 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.884110 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.884366 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.884673 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.885199 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.885440 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.885708 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.885944 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.886178 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.886411 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.886634 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.886962 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.887219 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.887465 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.21/identity {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.887710 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.887949 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.888202 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.888447 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.888683 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.888899 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.889111 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.889379 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.889681 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.889916 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.890174 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.890490 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.891293 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.891293 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.891853 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.892441 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.892742 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.895135 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.895135 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.895135 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.895135 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.895135 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.895135 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.895135 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.895135 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.895655 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.895655 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.895953 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.896089 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.896331 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.896811 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.897036 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.897248 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.897460 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.897702 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.897960 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.898179 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.898404 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.898615 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.898831 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.899052 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.899265 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.899641 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.899748 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.900153 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.900366 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.900591 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.900817 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.901025 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.901261 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.901496 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.901729 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.901966 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.902186 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.902407 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.902625 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.902855 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.903074 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.903288 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.903577 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.903872 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.904148 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.904396 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.905319 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.905319 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.905319 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.905568 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.905568 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.907016 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.907016 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.907016 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.907016 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.907016 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.907360 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.907430 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.907639 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.907875 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.908177 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.908929 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.908929 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.908929 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.909160 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.910049 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.910049 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.910049 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.910281 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.910381 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.911144 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.911409 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.911629 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.911911 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.912211 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.912491 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.912743 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.912988 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.913233 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.913495 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.913720 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.913962 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.914207 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.914432 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.914681 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.914961 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.915200 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.915417 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.915627 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.915872 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.916227 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.916481 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.916711 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.916928 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.917192 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.917414 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.917648 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.917929 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.918172 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.918398 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.918640 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.918864 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.21/identity {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.919094 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.919322 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.919563 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.919772 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.920023 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.920236 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.920495 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.920704 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.920918 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.921167 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.921393 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.921626 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.921848 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.922066 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.922648 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.922648 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.922831 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.922967 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.923152 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.923366 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.923587 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.923802 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.924025 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.924285 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.924490 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.924779 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.925038 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.925281 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.925499 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.925742 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.926010 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.926789 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.927036 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.927274 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.927492 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.927693 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.927920 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.928139 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.928378 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.928602 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.928828 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.929075 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.929292 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.929617 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.929869 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.930090 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.930326 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.930540 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.930774 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.931088 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.931309 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.931517 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.931746 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.932011 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.932295 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.932763 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.933004 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.933213 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.933439 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.933662 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.933879 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.934086 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.934381 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.935185 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.935185 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.935185 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.935399 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.935536 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.935723 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.935944 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.936174 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.936384 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.936607 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.937448 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.937448 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.937448 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.937448 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.937719 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.937917 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.938043 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.938248 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.938443 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.938656 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.938887 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.939091 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.939302 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.939504 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.939809 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.940081 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.940302 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.940586 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.940831 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.941070 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.941321 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.941668 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.941879 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.942153 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.942389 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.942623 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.942839 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.943124 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.943433 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.943718 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.944006 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.944239 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.944499 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.944783 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.945040 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.945486 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.945594 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.945868 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.946150 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.946394 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.946637 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.946907 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.947127 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.947342 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.947575 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.947819 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.948054 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.948288 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.948511 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.948730 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.948944 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.949259 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.949414 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.949614 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.949826 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.950062 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.950291 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.950445 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 07 06:45:55.951003 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=91633) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Jun 07 06:45:55.951162 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 07 06:45:55.951405 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 07 06:45:55.951565 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 07 06:45:55.951650 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 07 06:45:55.951778 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 07 06:45:55.952004 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:45:55.952167 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:45:55.952323 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:45:55.952484 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:45:55.952638 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:45:55.952815 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:45:55.952971 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:45:55.953128 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:45:55.953282 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:45:55.953438 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:45:55.953594 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:45:55.953750 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:45:55.953905 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:45:55.954061 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:45:55.954217 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:45:55.954372 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:45:55.954527 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:45:55.954683 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:45:55.954860 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:45:55.955023 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] config_source = [] {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:45:55.955178 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:45:55.955333 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:45:55.955487 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] debug = True {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:45:55.955642 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:45:55.955814 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:45:55.955996 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:45:55.956151 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:45:55.956308 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:45:55.956463 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:45:55.956617 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:45:55.956774 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:45:55.956931 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:45:55.957085 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:45:55.957241 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:45:55.957419 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:45:55.957574 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:45:55.957729 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:45:55.957884 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:45:55.958038 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:45:55.958193 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:45:55.958348 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] host = dv-cinder-784140-5-smb {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:45:55.958503 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:45:55.958658 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:45:55.958812 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:45:55.958967 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:45:55.959121 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:45:55.959276 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:45:55.959431 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:45:55.959585 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:45:55.959747 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:45:55.959931 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:45:55.960080 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:45:55.960235 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:45:55.960376 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] log_dir = None {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:45:55.960533 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] log_file = None {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:45:55.960689 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] log_options = True {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:45:55.960845 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:45:55.961003 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:45:55.961157 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:45:55.961331 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:45:55.961492 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:45:55.961652 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:45:55.961802 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:45:55.962026 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:45:55.962190 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:45:55.962427 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:45:55.962574 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:45:55.962700 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:45:55.962822 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:45:55.963283 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:45:55.963283 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:45:55.963283 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:45:55.963636 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:45:55.963636 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:45:55.963636 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:45:55.964083 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:45:55.964083 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:45:55.964083 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:45:55.964429 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:45:55.964429 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:45:55.964626 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:45:55.964749 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:45:55.964872 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:45:55.964983 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:45:55.965102 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:45:55.965255 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:45:55.965439 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:45:55.965545 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:45:55.965708 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:45:55.966059 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:45:55.966059 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:45:55.966385 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:45:55.966385 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:45:55.966738 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:45:55.966738 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:45:55.966738 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:45:55.967100 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:45:55.967100 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:45:55.967372 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:45:55.967372 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:45:55.967580 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] use_journal = False {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:45:55.967580 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] use_json = False {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:45:55.967797 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:45:55.967952 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:45:55.968078 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:45:55.968200 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:45:55.968322 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:45:55.968444 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:45:55.968599 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:45:55.968755 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:45:55.968931 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.969091 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.969259 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.969418 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.969579 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.969783 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.969916 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.970035 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.970183 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.970340 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.970506 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.970699 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.970818 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.970967 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.971126 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.971287 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.971445 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.971604 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.971811 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.972011 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.972175 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.972333 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.972506 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.972664 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.972823 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.21/identity {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.973572 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.973850 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.974033 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.974193 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.974352 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.974512 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.974672 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.974858 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.975018 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.975176 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.975336 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.975494 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.975654 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.975813 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.976037 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.976164 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.976286 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.976439 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.976603 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.976759 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.976920 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.977090 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.977241 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.977399 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.977557 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.977725 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.977883 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.978041 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.978199 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.978358 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.978517 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.978675 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.978832 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.978989 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.979148 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.979306 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.979871 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.979871 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.979871 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.980273 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.980273 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.980273 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.980614 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.980614 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.980844 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.980844 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.981076 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.981197 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.981328 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.981460 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.981585 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.981707 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.981933 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.982063 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.982217 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.982341 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.982463 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.982595 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.982753 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.982919 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.983093 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.983252 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.983411 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.983569 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.983695 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=91774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 06:45:55.983838 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.984025 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.984025 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.984260 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.984382 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.984504 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.984625 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.984771 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.984933 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.985093 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.985250 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.985408 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.985564 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.985721 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.985878 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.986034 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.986190 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.986347 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.986504 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.986660 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.986817 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.986973 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.987139 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.987296 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.987456 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.987613 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.987777 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.987975 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.988135 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.988293 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.988451 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.988677 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.989361 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.989491 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.989613 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.989735 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.989870 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.990025 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.990189 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.990356 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.990515 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.990673 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.990831 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.991012 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.991169 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.991328 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.991485 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.991643 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.991801 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.992049 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.992179 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.992284 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.992426 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.992583 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.992741 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.21/identity {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.992898 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.993055 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.993212 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.993369 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.993527 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.993687 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.993844 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.994003 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.994162 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.994319 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.994477 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.994710 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.994896 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.995037 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.995194 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.995351 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.995697 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.995697 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.996637 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.996637 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.996637 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.996637 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.996637 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.996637 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.997361 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.997361 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.997361 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.997361 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.997361 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.997839 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.997839 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.997839 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.998683 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.998683 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.998683 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.998683 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.998683 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.998683 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.999204 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.999204 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.999204 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.999204 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.999478 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.999478 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:55.999630 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:56.000168 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:56.000168 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:56.000168 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:56.000594 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:56.000594 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:56.000594 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:56.000839 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:56.000839 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:56.001193 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:56.001193 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:56.001394 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:56.001394 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:56.001607 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:56.001729 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:56.001852 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:56.001998 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:56.002148 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:56.002346 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:56.002472 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:56.002609 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:56.002765 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:56.002922 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:56.003089 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:56.003246 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:56.003668 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:56.003668 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:56.003668 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:56.004194 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:56.004194 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:56.004194 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:56.004537 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:56.004537 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:56.004686 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:56.004765 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:56.004924 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:56.005080 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:56.005237 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:56.005402 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:56.005559 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:56.005716 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:56.005872 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:56.006263 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:56.006263 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:56.006510 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:56.006510 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:56.006935 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:56.006935 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:56.006935 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:56.007284 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:56.007284 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:56.007513 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:56.007513 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:56.007751 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:56.008112 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:56.008112 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:56.008112 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:56.008326 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:56.008404 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:56.008569 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:56.009006 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:56.009006 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:56.009191 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:56.009191 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:56.009340 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:56.009498 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:56.009667 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:56.009824 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:56.009984 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:56.010142 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:56.010301 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:56.010460 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:56.010617 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:56.010776 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:56.010933 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:56.011090 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:56.011247 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:56.011405 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:56.011562 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:56.011719 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:56.011876 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:56.012055 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:56.012213 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:56.012375 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:56.012534 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:56.012690 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:45:56.012840 dv-cinder-784140-5-smb neutron-server[91633]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91633) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 07 06:45:56.067637 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.21', 49906) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:45:56.076032 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [-] 10.222.0.21 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0063112 Jun 07 06:46:06.982508 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01c57753-d08d-4317-b188-50ba8b022ace None None] get_active_networks_info from dv-cinder-784140-5-smb {{(pid=91774) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 07 06:46:07.081067 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01c57753-d08d-4317-b188-50ba8b022ace None None] No non-hosted networks {{(pid=91774) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 07 06:46:07.092599 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.db.agentschedulers_db [None req-01c57753-d08d-4317-b188-50ba8b022ace None None] DHCP Agent not found on host dv-cinder-784140-5-smb {{(pid=91774) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jun 07 06:46:07.215613 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-4dc1f510-7941-4e6c-8703-ff94f6fd9a21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762332461204'] for agent, after_create {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:46:09.256652 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762332461204'] for agent, after_create {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:46:09.257204 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:46:09.257694 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:46:09.258031 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:46:09.258436 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:46:09.258667 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:46:09.259132 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:46:09.259458 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:46:09.259864 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:46:09.260370 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:46:09.261236 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:46:09.263226 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:46:09.265753 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:46:09.266179 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-784140-5-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=91774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 06:46:09.273159 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-784140-5-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=91774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 06:46:09.458350 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-974e198d-75cc-46da-a97f-6f046d97d78b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762332461204'] for agent, after_create {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:46:09.506811 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-007561c4-5cfb-44df-ac3f-4a6997660cfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762332461204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723872'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:46:10.555364 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-3ea4f4f5-6296-4d8b-95a7-2efd101194ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762332461204'] for agent, after_create {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:46:12.080649 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-7052a4e3-dcb7-48ac-a7a0-7c0e94d6da24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762332461204'] for agent, after_create {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:46:13.414281 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.21', 49998) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:46:13.983188 dv-cinder-784140-5-smb neutron-server[91773]: WARNING oslo_policy.policy [None req-d515bbfd-1ef4-4e37-b0fa-c18f1adbcce5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 07 06:46:13.983775 dv-cinder-784140-5-smb neutron-server[91773]: WARNING oslo_policy.policy [None req-d515bbfd-1ef4-4e37-b0fa-c18f1adbcce5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 07 06:46:14.197993 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.wsgi [None req-d515bbfd-1ef4-4e37-b0fa-c18f1adbcce5 admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=91773) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 07 06:46:14.199037 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [None req-d515bbfd-1ef4-4e37-b0fa-c18f1adbcce5 admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7838454 Jun 07 06:46:16.533610 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.wsgi [-] (91772) accepted ('10.222.0.21', 50012) {{(pid=91772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:46:16.622586 dv-cinder-784140-5-smb neutron-server[91774]: INFO neutron.db.l3_hamode_db [None req-3ac05ac2-c8fa-4934-879c-989d62d47142 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 07 06:46:16.707760 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ac05ac2-c8fa-4934-879c-989d62d47142 None None] Routers set() bound to L3 agent in host dv-cinder-784140-5-smb {{(pid=91774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 06:46:16.708165 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ac05ac2-c8fa-4934-879c-989d62d47142 None None] Router IDs set() for agent in host dv-cinder-784140-5-smb {{(pid=91774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Jun 07 06:46:17.106307 dv-cinder-784140-5-smb neutron-server[91772]: WARNING oslo_policy.policy [None req-a80e8790-39e2-43ec-97de-4da0c6e0cbf9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 07 06:46:17.106883 dv-cinder-784140-5-smb neutron-server[91772]: WARNING oslo_policy.policy [None req-a80e8790-39e2-43ec-97de-4da0c6e0cbf9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 07 06:46:17.319246 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.v2.base [None req-a80e8790-39e2-43ec-97de-4da0c6e0cbf9 admin admin] Request body: {'subnetpool': {'shared': True, 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'is_default': True, 'prefixes': ['172.20.0.0/16']}} {{(pid=91772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 06:46:17.415673 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.policy [None req-a80e8790-39e2-43ec-97de-4da0c6e0cbf9 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=91772) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 07 06:46:17.462624 dv-cinder-784140-5-smb neutron-server[91772]: WARNING oslo_policy.policy [None req-a80e8790-39e2-43ec-97de-4da0c6e0cbf9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 07 06:46:17.462981 dv-cinder-784140-5-smb neutron-server[91772]: WARNING oslo_policy.policy [None req-a80e8790-39e2-43ec-97de-4da0c6e0cbf9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 07 06:46:17.471796 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.quota [None req-a80e8790-39e2-43ec-97de-4da0c6e0cbf9 admin admin] Loaded quota_driver: . Jun 07 06:46:17.545817 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-a80e8790-39e2-43ec-97de-4da0c6e0cbf9 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8762330145671', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8762330145236', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8762330134270', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8762330110997', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8762330118370', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8762330095511', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-540548', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-888067', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-2029962', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1994969'] for rbac-policy, before_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:46:17.603877 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-a80e8790-39e2-43ec-97de-4da0c6e0cbf9 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:46:17.605259 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [None req-a80e8790-39e2-43ec-97de-4da0c6e0cbf9 admin admin] 10.222.0.21 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.0688605 Jun 07 06:46:20.166366 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.wsgi [-] (91772) accepted ('10.222.0.21', 50030) {{(pid=91772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:46:20.508546 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.v2.base [None req-d4f71ad5-7885-470c-9844-1db5b750f81f admin admin] Request body: {'network': {'project_id': '967aeb3833aa471eaf4e8a17587fee5d', 'name': 'private', 'admin_state_up': True, 'tenant_id': '967aeb3833aa471eaf4e8a17587fee5d'}} {{(pid=91772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 06:46:20.530798 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4f71ad5-7885-470c-9844-1db5b750f81f admin admin] Made reservation on behalf of 967aeb3833aa471eaf4e8a17587fee5d for: {'network': 1} {{(pid=91772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 06:46:20.533972 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-d4f71ad5-7885-470c-9844-1db5b750f81f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-564483'] for network, before_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:46:20.551244 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-d4f71ad5-7885-470c-9844-1db5b750f81f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:46:20.663650 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-d4f71ad5-7885-470c-9844-1db5b750f81f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:46:20.667276 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-d4f71ad5-7885-470c-9844-1db5b750f81f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1706761'] for security_group, after_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:46:20.672577 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:46:20.691855 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4f71ad5-7885-470c-9844-1db5b750f81f admin admin] vlan segment allocate from pool success with {'vlan_id': 317, 'physical_network': 'physnet1'} {{(pid=91772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 07 06:46:20.717088 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-d4f71ad5-7885-470c-9844-1db5b750f81f admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8762332461213', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-712556'] for segment, precommit_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:46:20.717675 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-d4f71ad5-7885-470c-9844-1db5b750f81f admin admin] Unsubscribe: segment precommit_create {{(pid=91772) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 07 06:46:20.718160 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.db.segments_db [None req-d4f71ad5-7885-470c-9844-1db5b750f81f admin admin] Added segment e6be6832-2b88-4945-85ae-f11e965dc154 of type vlan for network 14ed4a91-b4ed-44b7-a7fd-e8b6b64d35af Jun 07 06:46:20.769207 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f71ad5-7885-470c-9844-1db5b750f81f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e9899d6-50d9-46af-b718-4dd7d77f2a9d,revision_number=1']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:46:20.788557 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f71ad5-7885-470c-9844-1db5b750f81f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:46:20.788888 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f71ad5-7885-470c-9844-1db5b750f81f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:46:20.789212 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f71ad5-7885-470c-9844-1db5b750f81f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:46:20.789530 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f71ad5-7885-470c-9844-1db5b750f81f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:46:20.789843 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f71ad5-7885-470c-9844-1db5b750f81f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:46:20.790156 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f71ad5-7885-470c-9844-1db5b750f81f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:46:20.790462 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f71ad5-7885-470c-9844-1db5b750f81f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:46:20.790770 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f71ad5-7885-470c-9844-1db5b750f81f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:46:20.791091 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f71ad5-7885-470c-9844-1db5b750f81f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:46:20.791400 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f71ad5-7885-470c-9844-1db5b750f81f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:46:20.791702 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f71ad5-7885-470c-9844-1db5b750f81f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:46:20.792035 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f71ad5-7885-470c-9844-1db5b750f81f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:46:20.793157 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f71ad5-7885-470c-9844-1db5b750f81f admin admin] Tracked resource versions report: Jun 07 06:46:20.793157 dv-cinder-784140-5-smb neutron-server[91772]: pushed versions: Jun 07 06:46:20.793157 dv-cinder-784140-5-smb neutron-server[91772]: { 'AddressGroup': {'1.2'}, Jun 07 06:46:20.793157 dv-cinder-784140-5-smb neutron-server[91772]: 'ConntrackHelper': {'1.0'}, Jun 07 06:46:20.793157 dv-cinder-784140-5-smb neutron-server[91772]: 'Log': {'1.0'}, Jun 07 06:46:20.793157 dv-cinder-784140-5-smb neutron-server[91772]: 'Network': {'1.1'}, Jun 07 06:46:20.793157 dv-cinder-784140-5-smb neutron-server[91772]: 'Port': {'1.7'}, Jun 07 06:46:20.793157 dv-cinder-784140-5-smb neutron-server[91772]: 'PortForwarding': {'1.2'}, Jun 07 06:46:20.793157 dv-cinder-784140-5-smb neutron-server[91772]: 'QosPolicy': {'1.8'}, Jun 07 06:46:20.793157 dv-cinder-784140-5-smb neutron-server[91772]: 'SecurityGroup': {'1.4'}, Jun 07 06:46:20.793157 dv-cinder-784140-5-smb neutron-server[91772]: 'SecurityGroupRule': {'1.2'}, Jun 07 06:46:20.793157 dv-cinder-784140-5-smb neutron-server[91772]: 'SubPort': {'1.0'}, Jun 07 06:46:20.793157 dv-cinder-784140-5-smb neutron-server[91772]: 'Subnet': {'1.1'}, Jun 07 06:46:20.793157 dv-cinder-784140-5-smb neutron-server[91772]: 'Trunk': {'1.1'}} Jun 07 06:46:20.793157 dv-cinder-784140-5-smb neutron-server[91772]: consumer versions: Jun 07 06:46:20.793157 dv-cinder-784140-5-smb neutron-server[91772]: { DHCP agent@dv-cinder-784140-5-smb: {}, Jun 07 06:46:20.793157 dv-cinder-784140-5-smb neutron-server[91772]: L3 agent@dv-cinder-784140-5-smb: {}, Jun 07 06:46:20.793157 dv-cinder-784140-5-smb neutron-server[91772]: Metadata agent@dv-cinder-784140-5-smb: {}, Jun 07 06:46:20.793157 dv-cinder-784140-5-smb neutron-server[91772]: Metering agent@dv-cinder-784140-5-smb: {}, Jun 07 06:46:20.793157 dv-cinder-784140-5-smb neutron-server[91772]: Open vSwitch agent@dv-cinder-784140-5-smb: { 'AddressGroup': '1.2', Jun 07 06:46:20.793157 dv-cinder-784140-5-smb neutron-server[91772]: 'ConntrackHelper': '1.0', Jun 07 06:46:20.793157 dv-cinder-784140-5-smb neutron-server[91772]: 'Log': '1.0', Jun 07 06:46:20.793157 dv-cinder-784140-5-smb neutron-server[91772]: 'Network': '1.1', Jun 07 06:46:20.793157 dv-cinder-784140-5-smb neutron-server[91772]: 'Port': '1.7', Jun 07 06:46:20.793157 dv-cinder-784140-5-smb neutron-server[91772]: 'PortForwarding': '1.2', Jun 07 06:46:20.793157 dv-cinder-784140-5-smb neutron-server[91772]: 'QosPolicy': '1.8', Jun 07 06:46:20.793157 dv-cinder-784140-5-smb neutron-server[91772]: 'SecurityGroup': '1.4', Jun 07 06:46:20.793157 dv-cinder-784140-5-smb neutron-server[91772]: 'SecurityGroupRule': '1.2', Jun 07 06:46:20.793157 dv-cinder-784140-5-smb neutron-server[91772]: 'SubPort': '1.0', Jun 07 06:46:20.793157 dv-cinder-784140-5-smb neutron-server[91772]: 'Subnet': '1.1', Jun 07 06:46:20.793157 dv-cinder-784140-5-smb neutron-server[91772]: 'Trunk': '1.1'}} Jun 07 06:46:20.793157 dv-cinder-784140-5-smb neutron-server[91772]: {{(pid=91772) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 07 06:46:20.833082 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-d4f71ad5-7885-470c-9844-1db5b750f81f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762331920860'] for network, precommit_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:46:20.840846 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-d4f71ad5-7885-470c-9844-1db5b750f81f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:46:20.877564 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-d4f71ad5-7885-470c-9844-1db5b750f81f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1706969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648529'] for network, after_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:46:20.879138 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4f71ad5-7885-470c-9844-1db5b750f81f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:46:20.879800 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-d4f71ad5-7885-470c-9844-1db5b750f81f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648630'] for network, before_response {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:46:20.884324 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:46:20.929961 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [None req-d4f71ad5-7885-470c-9844-1db5b750f81f admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7624891 Jun 07 06:46:20.986003 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f71ad5-7885-470c-9844-1db5b750f81f admin admin] Pushing event updated for resources: {'Network': ['ID=14ed4a91-b4ed-44b7-a7fd-e8b6b64d35af,revision_number=1']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:46:20.989900 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-d4f71ad5-7885-470c-9844-1db5b750f81f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:46:20.997977 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Network 14ed4a91-b4ed-44b7-a7fd-e8b6b64d35af details requested by agent ovs-agent-dv-cinder-784140-5-smb with host dv-cinder-784140-5-smb {{(pid=91774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 07 06:46:23.557190 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.wsgi [-] (91772) accepted ('10.222.0.21', 50044) {{(pid=91772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:46:23.995265 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7057b9c3-6373-4b3f-a0da-2f504c42d2b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:46:23.996618 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [None req-7057b9c3-6373-4b3f-a0da-2f504c42d2b6 admin admin] 10.222.0.21 "GET /v2.0/networks/14ed4a91-b4ed-44b7-a7fd-e8b6b64d35af HTTP/1.1" status: 200 len: 825 time: 0.4384749 Jun 07 06:46:24.025115 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [None req-cc221ac2-8077-4673-83fc-da785a983c92 admin admin] 10.222.0.21 "GET /v2.0/subnetpools/dc772a81-5d1b-46c5-9491-d9913f4cba26 HTTP/1.1" status: 200 len: 734 time: 0.0231581 Jun 07 06:46:24.033298 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.v2.base [None req-4725c726-bf42-4b6d-a7be-cda9fa6cafd6 admin admin] Request body: {'subnet': {'network_id': '14ed4a91-b4ed-44b7-a7fd-e8b6b64d35af', 'subnetpool_id': 'dc772a81-5d1b-46c5-9491-d9913f4cba26', 'ip_version': 4, 'tenant_id': '967aeb3833aa471eaf4e8a17587fee5d', 'gateway_ip': '172.20.0.1', 'name': 'private-subnet'}} {{(pid=91772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 06:46:24.053159 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4725c726-bf42-4b6d-a7be-cda9fa6cafd6 admin admin] Made reservation on behalf of 967aeb3833aa471eaf4e8a17587fee5d for: {'subnet': 1} {{(pid=91772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 06:46:24.055296 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-4725c726-bf42-4b6d-a7be-cda9fa6cafd6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:46:24.312179 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-4725c726-bf42-4b6d-a7be-cda9fa6cafd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648536'] for subnet, after_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:46:24.317595 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:46:24.404760 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4725c726-bf42-4b6d-a7be-cda9fa6cafd6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3ed325a7-50a3-43f3-ad39-8d048a440493,revision_number=0']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:46:24.409021 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4725c726-bf42-4b6d-a7be-cda9fa6cafd6 admin admin] Checking segment: {'id': 'e6be6832-2b88-4945-85ae-f11e965dc154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '14ed4a91-b4ed-44b7-a7fd-e8b6b64d35af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 06:46:24.409389 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4725c726-bf42-4b6d-a7be-cda9fa6cafd6 admin admin] Network hostable DHCP agents. Network: 14ed4a91-b4ed-44b7-a7fd-e8b6b64d35af, hostable agents: ['9e620681-9ba6-48ee-a994-b814c2ae7583'], hosted agents: [] {{(pid=91772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 07 06:46:24.412558 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-4725c726-bf42-4b6d-a7be-cda9fa6cafd6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:46:24.429379 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4725c726-bf42-4b6d-a7be-cda9fa6cafd6 admin admin] Network 14ed4a91-b4ed-44b7-a7fd-e8b6b64d35af is scheduled to be hosted by DHCP agent 9e620681-9ba6-48ee-a994-b814c2ae7583 with binding_index 1 {{(pid=91772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 07 06:46:24.438422 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.scheduler.base_scheduler [None req-4725c726-bf42-4b6d-a7be-cda9fa6cafd6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784140-5-smb, 14ed4a91-b4ed-44b7-a7fd-e8b6b64d35af) {{(pid=91772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 06:46:24.442840 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4725c726-bf42-4b6d-a7be-cda9fa6cafd6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:46:24.443404 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-4725c726-bf42-4b6d-a7be-cda9fa6cafd6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648630'] for subnet, before_response {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:46:24.447636 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4cf8906-01c2-4fbe-ac86-239b35275236 None None] Network 14ed4a91-b4ed-44b7-a7fd-e8b6b64d35af requested from dv-cinder-784140-5-smb {{(pid=91774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 06:46:24.460418 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [None req-4725c726-bf42-4b6d-a7be-cda9fa6cafd6 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4305403 Jun 07 06:46:24.753470 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaa7a2b5-183c-462c-a343-d520b49fda66 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp16c4c58c-3b6f-5278-963a-84eb71d65540-14ed4a91-b4ed-44b7-a7fd-e8b6b64d35af', 'network_id': '14ed4a91-b4ed-44b7-a7fd-e8b6b64d35af', 'tenant_id': '967aeb3833aa471eaf4e8a17587fee5d', 'fixed_ips': [{'subnet_id': '3ed325a7-50a3-43f3-ad39-8d048a440493'}]}} from dv-cinder-784140-5-smb. {{(pid=91774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 07 06:46:24.754681 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-eaa7a2b5-183c-462c-a343-d520b49fda66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564700'] for port, before_create {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:46:24.936082 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.db.db_base_plugin_common [None req-eaa7a2b5-183c-462c-a343-d520b49fda66 None None] Allocated IP 172.20.0.2 (14ed4a91-b4ed-44b7-a7fd-e8b6b64d35af/3ed325a7-50a3-43f3-ad39-8d048a440493/06bd71f9-1176-49a8-8d68-4448537c374c) {{(pid=91774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 06:46:25.157752 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-eaa7a2b5-183c-462c-a343-d520b49fda66 None None] Notify callbacks [] for port, precommit_create {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:46:25.170515 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.db.provisioning_blocks [None req-eaa7a2b5-183c-462c-a343-d520b49fda66 None None] Transition to ACTIVE for port object 06bd71f9-1176-49a8-8d68-4448537c374c will not be triggered until provisioned by entity L2. {{(pid=91774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 06:46:25.193012 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.db.provisioning_blocks [None req-eaa7a2b5-183c-462c-a343-d520b49fda66 None None] Transition to ACTIVE for port object 06bd71f9-1176-49a8-8d68-4448537c374c will not be triggered until provisioned by entity DHCP. {{(pid=91774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 06:46:25.199801 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-eaa7a2b5-183c-462c-a343-d520b49fda66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-569476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648536', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762331935079'] for port, after_create {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:46:25.204308 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:46:25.263670 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaa7a2b5-183c-462c-a343-d520b49fda66 None None] Network 14ed4a91-b4ed-44b7-a7fd-e8b6b64d35af is already hosted by enough agents. {{(pid=91774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 06:46:25.266356 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.scheduler.base_scheduler [None req-eaa7a2b5-183c-462c-a343-d520b49fda66 None None] Resources bound (agent type, host, resource id): {{(pid=91774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 06:46:25.274343 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaa7a2b5-183c-462c-a343-d520b49fda66 None None] Received port after_create {{(pid=91774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 06:46:25.276481 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa7a2b5-183c-462c-a343-d520b49fda66 None None] Pushing event updated for resources: {'Port': ['ID=06bd71f9-1176-49a8-8d68-4448537c374c,revision_number=1']} {{(pid=91774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:46:25.313593 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa7a2b5-183c-462c-a343-d520b49fda66 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:46:25.313921 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa7a2b5-183c-462c-a343-d520b49fda66 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:46:25.314241 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa7a2b5-183c-462c-a343-d520b49fda66 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:46:25.314557 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa7a2b5-183c-462c-a343-d520b49fda66 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:46:25.314869 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa7a2b5-183c-462c-a343-d520b49fda66 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:46:25.315174 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa7a2b5-183c-462c-a343-d520b49fda66 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:46:25.315480 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa7a2b5-183c-462c-a343-d520b49fda66 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:46:25.315783 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa7a2b5-183c-462c-a343-d520b49fda66 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:46:25.316627 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa7a2b5-183c-462c-a343-d520b49fda66 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:46:25.316931 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa7a2b5-183c-462c-a343-d520b49fda66 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:46:25.317233 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa7a2b5-183c-462c-a343-d520b49fda66 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:46:25.317534 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa7a2b5-183c-462c-a343-d520b49fda66 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:46:25.318690 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa7a2b5-183c-462c-a343-d520b49fda66 None None] Tracked resource versions report: Jun 07 06:46:25.318690 dv-cinder-784140-5-smb neutron-server[91774]: pushed versions: Jun 07 06:46:25.318690 dv-cinder-784140-5-smb neutron-server[91774]: { 'AddressGroup': {'1.2'}, Jun 07 06:46:25.318690 dv-cinder-784140-5-smb neutron-server[91774]: 'ConntrackHelper': {'1.0'}, Jun 07 06:46:25.318690 dv-cinder-784140-5-smb neutron-server[91774]: 'Log': {'1.0'}, Jun 07 06:46:25.318690 dv-cinder-784140-5-smb neutron-server[91774]: 'Network': {'1.1'}, Jun 07 06:46:25.318690 dv-cinder-784140-5-smb neutron-server[91774]: 'Port': {'1.7'}, Jun 07 06:46:25.318690 dv-cinder-784140-5-smb neutron-server[91774]: 'PortForwarding': {'1.2'}, Jun 07 06:46:25.318690 dv-cinder-784140-5-smb neutron-server[91774]: 'QosPolicy': {'1.8'}, Jun 07 06:46:25.318690 dv-cinder-784140-5-smb neutron-server[91774]: 'SecurityGroup': {'1.4'}, Jun 07 06:46:25.318690 dv-cinder-784140-5-smb neutron-server[91774]: 'SecurityGroupRule': {'1.2'}, Jun 07 06:46:25.318690 dv-cinder-784140-5-smb neutron-server[91774]: 'SubPort': {'1.0'}, Jun 07 06:46:25.318690 dv-cinder-784140-5-smb neutron-server[91774]: 'Subnet': {'1.1'}, Jun 07 06:46:25.318690 dv-cinder-784140-5-smb neutron-server[91774]: 'Trunk': {'1.1'}} Jun 07 06:46:25.318690 dv-cinder-784140-5-smb neutron-server[91774]: consumer versions: Jun 07 06:46:25.318690 dv-cinder-784140-5-smb neutron-server[91774]: { DHCP agent@dv-cinder-784140-5-smb: {}, Jun 07 06:46:25.318690 dv-cinder-784140-5-smb neutron-server[91774]: L3 agent@dv-cinder-784140-5-smb: {}, Jun 07 06:46:25.318690 dv-cinder-784140-5-smb neutron-server[91774]: Metadata agent@dv-cinder-784140-5-smb: {}, Jun 07 06:46:25.318690 dv-cinder-784140-5-smb neutron-server[91774]: Metering agent@dv-cinder-784140-5-smb: {}, Jun 07 06:46:25.318690 dv-cinder-784140-5-smb neutron-server[91774]: Open vSwitch agent@dv-cinder-784140-5-smb: { 'AddressGroup': '1.2', Jun 07 06:46:25.318690 dv-cinder-784140-5-smb neutron-server[91774]: 'ConntrackHelper': '1.0', Jun 07 06:46:25.318690 dv-cinder-784140-5-smb neutron-server[91774]: 'Log': '1.0', Jun 07 06:46:25.318690 dv-cinder-784140-5-smb neutron-server[91774]: 'Network': '1.1', Jun 07 06:46:25.318690 dv-cinder-784140-5-smb neutron-server[91774]: 'Port': '1.7', Jun 07 06:46:25.318690 dv-cinder-784140-5-smb neutron-server[91774]: 'PortForwarding': '1.2', Jun 07 06:46:25.318690 dv-cinder-784140-5-smb neutron-server[91774]: 'QosPolicy': '1.8', Jun 07 06:46:25.318690 dv-cinder-784140-5-smb neutron-server[91774]: 'SecurityGroup': '1.4', Jun 07 06:46:25.318690 dv-cinder-784140-5-smb neutron-server[91774]: 'SecurityGroupRule': '1.2', Jun 07 06:46:25.318690 dv-cinder-784140-5-smb neutron-server[91774]: 'SubPort': '1.0', Jun 07 06:46:25.318690 dv-cinder-784140-5-smb neutron-server[91774]: 'Subnet': '1.1', Jun 07 06:46:25.318690 dv-cinder-784140-5-smb neutron-server[91774]: 'Trunk': '1.1'}} Jun 07 06:46:25.318690 dv-cinder-784140-5-smb neutron-server[91774]: {{(pid=91774) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 07 06:46:25.352038 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-eaa7a2b5-183c-462c-a343-d520b49fda66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:46:25.376056 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.managers [None req-eaa7a2b5-183c-462c-a343-d520b49fda66 None None] Attempting to bind port 06bd71f9-1176-49a8-8d68-4448537c374c on host dv-cinder-784140-5-smb for vnic_type normal with profile {{(pid=91774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 06:46:25.376441 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.managers [None req-eaa7a2b5-183c-462c-a343-d520b49fda66 None None] Attempting to bind port 06bd71f9-1176-49a8-8d68-4448537c374c by drivers openvswitch,hyperv on host dv-cinder-784140-5-smb at level 0 using segments [{'id': 'e6be6832-2b88-4945-85ae-f11e965dc154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '14ed4a91-b4ed-44b7-a7fd-e8b6b64d35af'}] {{(pid=91774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 06:46:25.376878 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaa7a2b5-183c-462c-a343-d520b49fda66 None None] Attempting to bind port 06bd71f9-1176-49a8-8d68-4448537c374c on network 14ed4a91-b4ed-44b7-a7fd-e8b6b64d35af {{(pid=91774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 06:46:25.381974 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaa7a2b5-183c-462c-a343-d520b49fda66 None None] Checking agent: {'id': '2cbbf4dd-47cd-4e79-9ddf-2f0b457e4e7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784140-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 6, 46, 9), 'started_at': datetime.datetime(2021, 6, 7, 6, 46, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 6, 46, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784140-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 06:46:25.382378 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaa7a2b5-183c-462c-a343-d520b49fda66 None None] Checking segment: {'id': 'e6be6832-2b88-4945-85ae-f11e965dc154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '14ed4a91-b4ed-44b7-a7fd-e8b6b64d35af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 06:46:25.382841 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-eaa7a2b5-183c-462c-a343-d520b49fda66 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:46:25.383221 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaa7a2b5-183c-462c-a343-d520b49fda66 None None] Bound using segment: {'id': 'e6be6832-2b88-4945-85ae-f11e965dc154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '14ed4a91-b4ed-44b7-a7fd-e8b6b64d35af'} {{(pid=91774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 06:46:25.383686 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.managers [None req-eaa7a2b5-183c-462c-a343-d520b49fda66 None None] Bound port: 06bd71f9-1176-49a8-8d68-4448537c374c, host: dv-cinder-784140-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6be6832-2b88-4945-85ae-f11e965dc154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '14ed4a91-b4ed-44b7-a7fd-e8b6b64d35af'}}] {{(pid=91774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 06:46:25.384084 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-eaa7a2b5-183c-462c-a343-d520b49fda66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564700'] for port, before_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:46:25.467080 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.db [None req-eaa7a2b5-183c-462c-a343-d520b49fda66 None None] For port 06bd71f9-1176-49a8-8d68-4448537c374c, host dv-cinder-784140-5-smb, cleared binding levels {{(pid=91774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 06:46:25.470813 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.db [None req-eaa7a2b5-183c-462c-a343-d520b49fda66 None None] For port 06bd71f9-1176-49a8-8d68-4448537c374c, host dv-cinder-784140-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-5-smb',level=0,port_id=06bd71f9-1176-49a8-8d68-4448537c374c,segment=NetworkSegment(e6be6832-2b88-4945-85ae-f11e965dc154),segment_id=e6be6832-2b88-4945-85ae-f11e965dc154)] {{(pid=91774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 06:46:25.475935 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-eaa7a2b5-183c-462c-a343-d520b49fda66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-569476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762332438254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762331935097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762331935142'] for port, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:46:25.479503 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-eaa7a2b5-183c-462c-a343-d520b49fda66 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:46:25.568354 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa7a2b5-183c-462c-a343-d520b49fda66 None None] Pushing event updated for resources: {'Port': ['ID=06bd71f9-1176-49a8-8d68-4448537c374c,revision_number=2']} {{(pid=91774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:46:25.571689 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-eaa7a2b5-183c-462c-a343-d520b49fda66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:46:26.840217 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.wsgi [-] (91772) accepted ('10.222.0.21', 50052) {{(pid=91772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:46:27.203914 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.wsgi [None req-1f43377d-76c1-44e2-a78c-917e7515f765 admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=91772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 07 06:46:27.204993 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [None req-1f43377d-76c1-44e2-a78c-917e7515f765 admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3638258 Jun 07 06:46:29.568991 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.wsgi [-] (91772) accepted ('10.222.0.21', 50060) {{(pid=91772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:46:29.938634 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.wsgi [None req-7646628d-e96e-47a0-bdcd-25f2370147ee admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=91772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 07 06:46:29.939605 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [None req-7646628d-e96e-47a0-bdcd-25f2370147ee admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3696299 Jun 07 06:46:31.229698 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Device 06bd71f9-1176-49a8-8d68-4448537c374c up at agent ovs-agent-dv-cinder-784140-5-smb {{(pid=91774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 06:46:31.299518 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.db.provisioning_blocks [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Provisioning for port 06bd71f9-1176-49a8-8d68-4448537c374c completed by entity L2. {{(pid=91774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 06:46:31.320029 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa4105c9-a456-4e48-aaba-0e1f62d1991b None None] Network 14ed4a91-b4ed-44b7-a7fd-e8b6b64d35af requested from dv-cinder-784140-5-smb {{(pid=91774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 06:46:31.413721 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.db.provisioning_blocks [None req-42306081-4e1a-435c-8a26-b8e2180f6570 None None] Provisioning for port 06bd71f9-1176-49a8-8d68-4448537c374c completed by entity DHCP. {{(pid=91774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 06:46:31.424378 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.db.provisioning_blocks [None req-42306081-4e1a-435c-8a26-b8e2180f6570 None None] Provisioning complete for port 06bd71f9-1176-49a8-8d68-4448537c374c triggered by entity DHCP. {{(pid=91774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 06:46:31.424763 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-42306081-4e1a-435c-8a26-b8e2180f6570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723953'] for port, provisioning_complete {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:46:31.656822 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-42306081-4e1a-435c-8a26-b8e2180f6570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564700'] for port, before_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:46:31.703343 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.db [None req-42306081-4e1a-435c-8a26-b8e2180f6570 None None] For port 06bd71f9-1176-49a8-8d68-4448537c374c, host dv-cinder-784140-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-5-smb',level=0,port_id=06bd71f9-1176-49a8-8d68-4448537c374c,segment=NetworkSegment(e6be6832-2b88-4945-85ae-f11e965dc154),segment_id=e6be6832-2b88-4945-85ae-f11e965dc154)] {{(pid=91774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 06:46:31.711974 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-42306081-4e1a-435c-8a26-b8e2180f6570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-569476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762332438254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762331935097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762331935142'] for port, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:46:31.717312 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:46:31.787360 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42306081-4e1a-435c-8a26-b8e2180f6570 None None] Pushing event updated for resources: {'Port': ['ID=06bd71f9-1176-49a8-8d68-4448537c374c,revision_number=3']} {{(pid=91774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:46:31.790431 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-42306081-4e1a-435c-8a26-b8e2180f6570 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:46:31.934173 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.db.provisioning_blocks [None req-4685f285-6017-46d1-855c-6b293faf4bbc None None] Provisioning complete for port 06bd71f9-1176-49a8-8d68-4448537c374c triggered by entity DHCP. {{(pid=91774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 06:46:31.934530 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-4685f285-6017-46d1-855c-6b293faf4bbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723953'] for port, provisioning_complete {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:46:32.580080 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.wsgi [-] (91772) accepted ('10.222.0.21', 50074) {{(pid=91772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:46:32.920403 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.v2.base [None req-d73da465-8bf3-4570-bb49-48aa37c8244f admin admin] Request body: {'router': {'tenant_id': '967aeb3833aa471eaf4e8a17587fee5d', 'admin_state_up': True, 'name': 'router1'}} {{(pid=91772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 06:46:32.942082 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-d73da465-8bf3-4570-bb49-48aa37c8244f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1660237', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3595'] for router, before_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:46:32.943733 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-d73da465-8bf3-4570-bb49-48aa37c8244f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1660116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1667057', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1768563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3584'] for router, precommit_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:46:32.964772 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-d73da465-8bf3-4570-bb49-48aa37c8244f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:46:33.071995 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-d73da465-8bf3-4570-bb49-48aa37c8244f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1660228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1666988'] for router, after_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:46:33.087691 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-d73da465-8bf3-4570-bb49-48aa37c8244f admin admin] Notify callbacks [] for router, before_response {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:46:33.088875 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [None req-d73da465-8bf3-4570-bb49-48aa37c8244f admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5078344 Jun 07 06:46:33.198078 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Device 06bd71f9-1176-49a8-8d68-4448537c374c up at agent ovs-agent-dv-cinder-784140-5-smb {{(pid=91774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 06:46:33.277872 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.db.provisioning_blocks [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Provisioning complete for port 06bd71f9-1176-49a8-8d68-4448537c374c triggered by entity L2. {{(pid=91774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 06:46:33.278237 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723953'] for port, provisioning_complete {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:46:35.405301 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.wsgi [-] (91772) accepted ('10.222.0.21', 50082) {{(pid=91772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:46:35.762813 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.wsgi [None req-4d36b8b1-b405-421b-a943-808d5cf7dd6b admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=91772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 07 06:46:35.763768 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [None req-4d36b8b1-b405-421b-a943-808d5cf7dd6b admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3576179 Jun 07 06:46:36.860786 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-66a0552d-3d73-4bdd-8611-d6db83dacec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762332461204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723872'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:46:38.091912 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.wsgi [-] (91772) accepted ('10.222.0.21', 50090) {{(pid=91772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:46:38.446639 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.v2.base [None req-d65152ce-c059-4cae-b019-600f5d9aae8f admin admin] Request body: {'network': {'admin_state_up': True, 'provider:physical_network': 'physnet1', 'name': 'public', 'router:external': True, 'is_default': True, 'provider:network_type': 'flat'}} {{(pid=91772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 06:46:38.467212 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d65152ce-c059-4cae-b019-600f5d9aae8f admin admin] Made reservation on behalf of 87cee41a18ac4f4983ad1b969db2feec for: {'network': 1} {{(pid=91772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 06:46:38.469561 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-d65152ce-c059-4cae-b019-600f5d9aae8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-564483'] for network, before_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:46:38.480911 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-d65152ce-c059-4cae-b019-600f5d9aae8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:46:38.583643 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-d65152ce-c059-4cae-b019-600f5d9aae8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:46:38.587283 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-d65152ce-c059-4cae-b019-600f5d9aae8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1706761'] for security_group, after_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:46:38.591073 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:46:38.604129 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-d65152ce-c059-4cae-b019-600f5d9aae8f admin admin] Reserving flat network on physical network physnet1 {{(pid=91772) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 07 06:46:38.627333 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65152ce-c059-4cae-b019-600f5d9aae8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8c549cc-44f1-489e-bd47-33d07b1dd593,revision_number=1']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:46:38.629995 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-d65152ce-c059-4cae-b019-600f5d9aae8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-712556'] for segment, precommit_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:46:38.630322 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.db.segments_db [None req-d65152ce-c059-4cae-b019-600f5d9aae8f admin admin] Added segment a651428c-972d-4b8e-a20b-c49a0a4f9500 of type flat for network a84d0276-e36b-485f-b034-cb606776a5f5 Jun 07 06:46:38.631413 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-d65152ce-c059-4cae-b019-600f5d9aae8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:46:38.662987 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-d65152ce-c059-4cae-b019-600f5d9aae8f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762331920860'] for network, precommit_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:46:38.696623 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-d65152ce-c059-4cae-b019-600f5d9aae8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1706969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648529'] for network, after_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:46:38.697801 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d65152ce-c059-4cae-b019-600f5d9aae8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:46:38.698408 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-d65152ce-c059-4cae-b019-600f5d9aae8f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648630'] for network, before_response {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:46:38.702909 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-d4f71ad5-7885-470c-9844-1db5b750f81f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:46:38.743797 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [None req-d65152ce-c059-4cae-b019-600f5d9aae8f admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6508548 Jun 07 06:46:38.796983 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65152ce-c059-4cae-b019-600f5d9aae8f admin admin] Pushing event updated for resources: {'Network': ['ID=a84d0276-e36b-485f-b034-cb606776a5f5,revision_number=1']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:46:38.799746 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-d65152ce-c059-4cae-b019-600f5d9aae8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:46:38.807578 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Network a84d0276-e36b-485f-b034-cb606776a5f5 details requested by agent ovs-agent-dv-cinder-784140-5-smb with host dv-cinder-784140-5-smb {{(pid=91774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 07 06:46:39.244822 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762332461204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723872'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:46:39.430054 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-7af1316b-37c7-4b00-910c-78b504b4d0cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762332461204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723872'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:46:40.499039 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-3ea4f4f5-6296-4d8b-95a7-2efd101194ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762332461204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723872'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:46:41.080397 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.wsgi [-] (91772) accepted ('10.222.0.21', 50108) {{(pid=91772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:46:41.284918 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6458d942-1fa1-42fd-aa26-f92b7d797576 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:46:41.286199 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [None req-6458d942-1fa1-42fd-aa26-f92b7d797576 admin admin] 10.222.0.21 "GET /v2.0/subnets/3ed325a7-50a3-43f3-ad39-8d048a440493 HTTP/1.1" status: 200 len: 849 time: 0.2048812 Jun 07 06:46:41.423163 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [None req-4fb9fc71-9866-4768-bc41-fd2b9c6943de admin admin] 10.222.0.21 "GET /v2.0/routers/1e453bcd-e187-40cc-b854-87f1aa3db74e HTTP/1.1" status: 200 len: 704 time: 0.1316521 Jun 07 06:46:41.865561 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-acbcd51b-46e7-4951-8f0f-70903cce896e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564700'] for port, before_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:46:42.045347 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-7052a4e3-dcb7-48ac-a7a0-7c0e94d6da24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762332461204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723872'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:46:42.113015 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.db.db_base_plugin_common [None req-acbcd51b-46e7-4951-8f0f-70903cce896e admin admin] Allocated IP 172.20.0.1 (14ed4a91-b4ed-44b7-a7fd-e8b6b64d35af/3ed325a7-50a3-43f3-ad39-8d048a440493/76733ca5-9b7b-4101-8449-d90840c92a37) {{(pid=91772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 06:46:42.264505 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-acbcd51b-46e7-4951-8f0f-70903cce896e admin admin] Notify callbacks [] for port, precommit_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:46:42.281023 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.db.provisioning_blocks [None req-acbcd51b-46e7-4951-8f0f-70903cce896e admin admin] Transition to ACTIVE for port object 76733ca5-9b7b-4101-8449-d90840c92a37 will not be triggered until provisioned by entity DHCP. {{(pid=91772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 06:46:42.331585 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-acbcd51b-46e7-4951-8f0f-70903cce896e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-569476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648536', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762331935079'] for port, after_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:46:42.335838 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:46:42.395445 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acbcd51b-46e7-4951-8f0f-70903cce896e admin admin] Network 14ed4a91-b4ed-44b7-a7fd-e8b6b64d35af is already hosted by enough agents. {{(pid=91772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 06:46:42.398270 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.scheduler.base_scheduler [None req-acbcd51b-46e7-4951-8f0f-70903cce896e admin admin] Resources bound (agent type, host, resource id): {{(pid=91772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 06:46:42.401858 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acbcd51b-46e7-4951-8f0f-70903cce896e admin admin] Received port after_create {{(pid=91772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 06:46:42.402339 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-acbcd51b-46e7-4951-8f0f-70903cce896e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1754342'] for router_interface, before_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:46:42.524515 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbcd51b-46e7-4951-8f0f-70903cce896e admin admin] Pushing event updated for resources: {'Port': ['ID=76733ca5-9b7b-4101-8449-d90840c92a37,revision_number=1']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:46:42.530382 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-acbcd51b-46e7-4951-8f0f-70903cce896e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:46:42.626063 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.db.provisioning_blocks [None req-08a3eb19-8c26-46db-91b8-d6ebdce5e02d None None] Provisioning for port 76733ca5-9b7b-4101-8449-d90840c92a37 completed by entity DHCP. {{(pid=91774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 06:46:42.631033 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.db.provisioning_blocks [None req-08a3eb19-8c26-46db-91b8-d6ebdce5e02d None None] Provisioning complete for port 76733ca5-9b7b-4101-8449-d90840c92a37 triggered by entity DHCP. {{(pid=91774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 06:46:42.631400 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-08a3eb19-8c26-46db-91b8-d6ebdce5e02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723953'] for port, provisioning_complete {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:46:42.651671 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-acbcd51b-46e7-4951-8f0f-70903cce896e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564700'] for port, before_update {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:46:42.682446 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.plugin [None req-08a3eb19-8c26-46db-91b8-d6ebdce5e02d None None] Port 76733ca5-9b7b-4101-8449-d90840c92a37 cannot update to ACTIVE because it is not bound. {{(pid=91774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 07 06:46:42.869197 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-acbcd51b-46e7-4951-8f0f-70903cce896e admin admin] Notify callbacks [] for port, precommit_update {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:46:42.874341 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-acbcd51b-46e7-4951-8f0f-70903cce896e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-569476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762332438254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762331935097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762331935142'] for port, after_update {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:46:42.875569 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-acbcd51b-46e7-4951-8f0f-70903cce896e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1648547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1663678'] for router_interface, after_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:46:42.878623 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-acbcd51b-46e7-4951-8f0f-70903cce896e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:46:42.969388 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbcd51b-46e7-4951-8f0f-70903cce896e admin admin] Pushing event updated for resources: {'Port': ['ID=76733ca5-9b7b-4101-8449-d90840c92a37,revision_number=2']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:46:42.972753 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-acbcd51b-46e7-4951-8f0f-70903cce896e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:46:43.065902 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acbcd51b-46e7-4951-8f0f-70903cce896e admin admin] Network 14ed4a91-b4ed-44b7-a7fd-e8b6b64d35af is already hosted by enough agents. {{(pid=91772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 06:46:43.066907 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.scheduler.base_scheduler [None req-acbcd51b-46e7-4951-8f0f-70903cce896e admin admin] Resources bound (agent type, host, resource id): {{(pid=91772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 06:46:43.250237 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acbcd51b-46e7-4951-8f0f-70903cce896e admin admin] Router 1e453bcd-e187-40cc-b854-87f1aa3db74e is scheduled to L3 agent dd8e9e9b-c9b0-4755-a773-57df6dee4a2e with binding_index 1 {{(pid=91772) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 07 06:46:43.304985 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.db.provisioning_blocks [None req-030b5826-2849-457d-bb49-fecd92786c66 None None] Provisioning complete for port 76733ca5-9b7b-4101-8449-d90840c92a37 triggered by entity DHCP. {{(pid=91774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 06:46:43.305558 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-030b5826-2849-457d-bb49-fecd92786c66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723953'] for port, provisioning_complete {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:46:43.360151 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.plugin [None req-030b5826-2849-457d-bb49-fecd92786c66 None None] Port 76733ca5-9b7b-4101-8449-d90840c92a37 cannot update to ACTIVE because it is not bound. {{(pid=91774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 07 06:46:43.440439 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acbcd51b-46e7-4951-8f0f-70903cce896e admin admin] Notify agent at l3_agent.dv-cinder-784140-5-smb the message routers_updated {{(pid=91772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 06:46:43.446418 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [None req-acbcd51b-46e7-4951-8f0f-70903cce896e admin admin] 10.222.0.21 "PUT /v2.0/routers/1e453bcd-e187-40cc-b854-87f1aa3db74e/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0179253 Jun 07 06:46:43.450596 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27faa326-5b33-4e8b-8d15-d5ef462f08fa None None] Sync routers for ids ['1e453bcd-e187-40cc-b854-87f1aa3db74e'] in dv-cinder-784140-5-smb {{(pid=91775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 06:46:43.461634 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27faa326-5b33-4e8b-8d15-d5ef462f08fa None None] Routers {'1e453bcd-e187-40cc-b854-87f1aa3db74e'} bound to L3 agent in host dv-cinder-784140-5-smb {{(pid=91775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 06:46:43.462510 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron.db.l3_hamode_db [None req-27faa326-5b33-4e8b-8d15-d5ef462f08fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-07T06:46:09Z,description=,heartbeat_timestamp=2021-06-07T06:46:39Z,host='dv-cinder-784140-5-smb',id=dd8e9e9b-c9b0-4755-a773-57df6dee4a2e,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T06:46:09Z,topic='l3_agent')) {'router_ids': ['1e453bcd-e187-40cc-b854-87f1aa3db74e'], 'active': True} {{(pid=91775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 06:46:43.636167 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron.db.l3_dvr_db [None req-27faa326-5b33-4e8b-8d15-d5ef462f08fa None None] Set router 1e453bcd-e187-40cc-b854-87f1aa3db74e gateway port host: None {{(pid=91775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 06:46:43.992933 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron.db.l3_hamode_db [None req-27faa326-5b33-4e8b-8d15-d5ef462f08fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e453bcd-e187-40cc-b854-87f1aa3db74e', 'name': 'router1', 'tenant_id': '967aeb3833aa471eaf4e8a17587fee5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T06:46:32Z', 'updated_at': '2021-06-07T06:46:42Z', 'revision_number': 2, 'project_id': '967aeb3833aa471eaf4e8a17587fee5d', 'gw_port_host': None, '_interfaces': [{'id': '76733ca5-9b7b-4101-8449-d90840c92a37', 'name': '', 'network_id': '14ed4a91-b4ed-44b7-a7fd-e8b6b64d35af', 'tenant_id': '967aeb3833aa471eaf4e8a17587fee5d', 'mac_address': 'fa:16:3e:f4:d0:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e453bcd-e187-40cc-b854-87f1aa3db74e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3ed325a7-50a3-43f3-ad39-8d048a440493', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T06:46:41Z', 'updated_at': '2021-06-07T06:46:42Z', 'revision_number': 2, 'project_id': '967aeb3833aa471eaf4e8a17587fee5d', 'subnets': [{'id': '3ed325a7-50a3-43f3-ad39-8d048a440493', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'dc772a81-5d1b-46c5-9491-d9913f4cba26'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784140-5-smb', False) {} {{(pid=91775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 06:46:43.997647 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27faa326-5b33-4e8b-8d15-d5ef462f08fa None None] Checking router: 1e453bcd-e187-40cc-b854-87f1aa3db74e for host: dv-cinder-784140-5-smb {{(pid=91775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 06:46:43.998033 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27faa326-5b33-4e8b-8d15-d5ef462f08fa None None] Updating router 1e453bcd-e187-40cc-b854-87f1aa3db74e port 76733ca5-9b7b-4101-8449-d90840c92a37 binding host dv-cinder-784140-5-smb {{(pid=91775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 07 06:46:44.047400 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron_lib.callbacks.manager [None req-27faa326-5b33-4e8b-8d15-d5ef462f08fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564700'] for port, before_update {{(pid=91775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:46:44.414013 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron_lib.callbacks.manager [None req-27faa326-5b33-4e8b-8d15-d5ef462f08fa None None] Notify callbacks [] for port, precommit_update {{(pid=91775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:46:44.428483 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron.db.provisioning_blocks [None req-27faa326-5b33-4e8b-8d15-d5ef462f08fa None None] Transition to ACTIVE for port object 76733ca5-9b7b-4101-8449-d90840c92a37 will not be triggered until provisioned by entity L2. {{(pid=91775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 06:46:44.434481 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron_lib.callbacks.manager [None req-27faa326-5b33-4e8b-8d15-d5ef462f08fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-569476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762332438254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762331935097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762331935142'] for port, after_update {{(pid=91775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:46:44.439445 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:46:44.650085 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fb3b19-37ea-4dea-89de-8b5e2514579f None None] Pushing event updated for resources: {'Port': ['ID=76733ca5-9b7b-4101-8449-d90840c92a37,revision_number=3']} {{(pid=91775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:46:44.659727 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8fb3b19-37ea-4dea-89de-8b5e2514579f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:46:44.660084 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8fb3b19-37ea-4dea-89de-8b5e2514579f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:46:44.660406 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8fb3b19-37ea-4dea-89de-8b5e2514579f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:46:44.660719 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8fb3b19-37ea-4dea-89de-8b5e2514579f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:46:44.661029 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8fb3b19-37ea-4dea-89de-8b5e2514579f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:46:44.661337 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8fb3b19-37ea-4dea-89de-8b5e2514579f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:46:44.661638 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8fb3b19-37ea-4dea-89de-8b5e2514579f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:46:44.661937 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8fb3b19-37ea-4dea-89de-8b5e2514579f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:46:44.662239 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8fb3b19-37ea-4dea-89de-8b5e2514579f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:46:44.662537 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8fb3b19-37ea-4dea-89de-8b5e2514579f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:46:44.662840 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8fb3b19-37ea-4dea-89de-8b5e2514579f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:46:44.663138 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8fb3b19-37ea-4dea-89de-8b5e2514579f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:46:44.664335 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8fb3b19-37ea-4dea-89de-8b5e2514579f None None] Tracked resource versions report: Jun 07 06:46:44.664335 dv-cinder-784140-5-smb neutron-server[91775]: pushed versions: Jun 07 06:46:44.664335 dv-cinder-784140-5-smb neutron-server[91775]: { 'AddressGroup': {'1.2'}, Jun 07 06:46:44.664335 dv-cinder-784140-5-smb neutron-server[91775]: 'ConntrackHelper': {'1.0'}, Jun 07 06:46:44.664335 dv-cinder-784140-5-smb neutron-server[91775]: 'Log': {'1.0'}, Jun 07 06:46:44.664335 dv-cinder-784140-5-smb neutron-server[91775]: 'Network': {'1.1'}, Jun 07 06:46:44.664335 dv-cinder-784140-5-smb neutron-server[91775]: 'Port': {'1.7'}, Jun 07 06:46:44.664335 dv-cinder-784140-5-smb neutron-server[91775]: 'PortForwarding': {'1.2'}, Jun 07 06:46:44.664335 dv-cinder-784140-5-smb neutron-server[91775]: 'QosPolicy': {'1.8'}, Jun 07 06:46:44.664335 dv-cinder-784140-5-smb neutron-server[91775]: 'SecurityGroup': {'1.4'}, Jun 07 06:46:44.664335 dv-cinder-784140-5-smb neutron-server[91775]: 'SecurityGroupRule': {'1.2'}, Jun 07 06:46:44.664335 dv-cinder-784140-5-smb neutron-server[91775]: 'SubPort': {'1.0'}, Jun 07 06:46:44.664335 dv-cinder-784140-5-smb neutron-server[91775]: 'Subnet': {'1.1'}, Jun 07 06:46:44.664335 dv-cinder-784140-5-smb neutron-server[91775]: 'Trunk': {'1.1'}} Jun 07 06:46:44.664335 dv-cinder-784140-5-smb neutron-server[91775]: consumer versions: Jun 07 06:46:44.664335 dv-cinder-784140-5-smb neutron-server[91775]: { DHCP agent@dv-cinder-784140-5-smb: {}, Jun 07 06:46:44.664335 dv-cinder-784140-5-smb neutron-server[91775]: L3 agent@dv-cinder-784140-5-smb: {}, Jun 07 06:46:44.664335 dv-cinder-784140-5-smb neutron-server[91775]: Metadata agent@dv-cinder-784140-5-smb: {}, Jun 07 06:46:44.664335 dv-cinder-784140-5-smb neutron-server[91775]: Metering agent@dv-cinder-784140-5-smb: {}, Jun 07 06:46:44.664335 dv-cinder-784140-5-smb neutron-server[91775]: Open vSwitch agent@dv-cinder-784140-5-smb: { 'AddressGroup': '1.2', Jun 07 06:46:44.664335 dv-cinder-784140-5-smb neutron-server[91775]: 'ConntrackHelper': '1.0', Jun 07 06:46:44.664335 dv-cinder-784140-5-smb neutron-server[91775]: 'Log': '1.0', Jun 07 06:46:44.664335 dv-cinder-784140-5-smb neutron-server[91775]: 'Network': '1.1', Jun 07 06:46:44.664335 dv-cinder-784140-5-smb neutron-server[91775]: 'Port': '1.7', Jun 07 06:46:44.664335 dv-cinder-784140-5-smb neutron-server[91775]: 'PortForwarding': '1.2', Jun 07 06:46:44.664335 dv-cinder-784140-5-smb neutron-server[91775]: 'QosPolicy': '1.8', Jun 07 06:46:44.664335 dv-cinder-784140-5-smb neutron-server[91775]: 'SecurityGroup': '1.4', Jun 07 06:46:44.664335 dv-cinder-784140-5-smb neutron-server[91775]: 'SecurityGroupRule': '1.2', Jun 07 06:46:44.664335 dv-cinder-784140-5-smb neutron-server[91775]: 'SubPort': '1.0', Jun 07 06:46:44.664335 dv-cinder-784140-5-smb neutron-server[91775]: 'Subnet': '1.1', Jun 07 06:46:44.664335 dv-cinder-784140-5-smb neutron-server[91775]: 'Trunk': '1.1'}} Jun 07 06:46:44.664335 dv-cinder-784140-5-smb neutron-server[91775]: {{(pid=91775) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 07 06:46:44.666827 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron.plugins.ml2.managers [None req-27faa326-5b33-4e8b-8d15-d5ef462f08fa None None] Attempting to bind port 76733ca5-9b7b-4101-8449-d90840c92a37 on host dv-cinder-784140-5-smb for vnic_type normal with profile {{(pid=91775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 06:46:44.666919 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron.plugins.ml2.managers [None req-27faa326-5b33-4e8b-8d15-d5ef462f08fa None None] Attempting to bind port 76733ca5-9b7b-4101-8449-d90840c92a37 by drivers openvswitch,hyperv on host dv-cinder-784140-5-smb at level 0 using segments [{'id': 'e6be6832-2b88-4945-85ae-f11e965dc154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '14ed4a91-b4ed-44b7-a7fd-e8b6b64d35af'}] {{(pid=91775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 06:46:44.667313 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27faa326-5b33-4e8b-8d15-d5ef462f08fa None None] Attempting to bind port 76733ca5-9b7b-4101-8449-d90840c92a37 on network 14ed4a91-b4ed-44b7-a7fd-e8b6b64d35af {{(pid=91775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 06:46:44.671224 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG oslo_concurrency.lockutils [None req-b8fb3b19-37ea-4dea-89de-8b5e2514579f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=91775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:46:44.674489 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27faa326-5b33-4e8b-8d15-d5ef462f08fa None None] Checking agent: {'id': '2cbbf4dd-47cd-4e79-9ddf-2f0b457e4e7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784140-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 6, 46, 9), 'started_at': datetime.datetime(2021, 6, 7, 6, 46, 39), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 6, 46, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784140-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 06:46:44.675338 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27faa326-5b33-4e8b-8d15-d5ef462f08fa None None] Checking segment: {'id': 'e6be6832-2b88-4945-85ae-f11e965dc154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '14ed4a91-b4ed-44b7-a7fd-e8b6b64d35af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 06:46:44.675442 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron_lib.callbacks.manager [None req-27faa326-5b33-4e8b-8d15-d5ef462f08fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:46:44.675752 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27faa326-5b33-4e8b-8d15-d5ef462f08fa None None] Bound using segment: {'id': 'e6be6832-2b88-4945-85ae-f11e965dc154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '14ed4a91-b4ed-44b7-a7fd-e8b6b64d35af'} {{(pid=91775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 06:46:44.676264 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron.plugins.ml2.managers [None req-27faa326-5b33-4e8b-8d15-d5ef462f08fa None None] Bound port: 76733ca5-9b7b-4101-8449-d90840c92a37, host: dv-cinder-784140-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6be6832-2b88-4945-85ae-f11e965dc154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '14ed4a91-b4ed-44b7-a7fd-e8b6b64d35af'}}] {{(pid=91775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 06:46:44.676622 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron_lib.callbacks.manager [None req-27faa326-5b33-4e8b-8d15-d5ef462f08fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564700'] for port, before_update {{(pid=91775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:46:44.761443 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron.plugins.ml2.db [None req-27faa326-5b33-4e8b-8d15-d5ef462f08fa None None] For port 76733ca5-9b7b-4101-8449-d90840c92a37, host dv-cinder-784140-5-smb, cleared binding levels {{(pid=91775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 06:46:44.765665 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron.plugins.ml2.db [None req-27faa326-5b33-4e8b-8d15-d5ef462f08fa None None] For port 76733ca5-9b7b-4101-8449-d90840c92a37, host dv-cinder-784140-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-5-smb',level=0,port_id=76733ca5-9b7b-4101-8449-d90840c92a37,segment=NetworkSegment(e6be6832-2b88-4945-85ae-f11e965dc154),segment_id=e6be6832-2b88-4945-85ae-f11e965dc154)] {{(pid=91775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 06:46:44.771759 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron_lib.callbacks.manager [None req-27faa326-5b33-4e8b-8d15-d5ef462f08fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-569476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762332438254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762331935097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762331935142'] for port, after_update {{(pid=91775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:46:44.776572 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:46:44.847844 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27faa326-5b33-4e8b-8d15-d5ef462f08fa None None] Routers {'1e453bcd-e187-40cc-b854-87f1aa3db74e'} bound to L3 agent in host dv-cinder-784140-5-smb {{(pid=91775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 06:46:44.848479 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron.db.l3_hamode_db [None req-27faa326-5b33-4e8b-8d15-d5ef462f08fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-07T06:46:09Z,description=,heartbeat_timestamp=2021-06-07T06:46:39Z,host='dv-cinder-784140-5-smb',id=dd8e9e9b-c9b0-4755-a773-57df6dee4a2e,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T06:46:09Z,topic='l3_agent')) {'router_ids': ['1e453bcd-e187-40cc-b854-87f1aa3db74e'], 'active': True} {{(pid=91775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 06:46:44.930118 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fb3b19-37ea-4dea-89de-8b5e2514579f None None] Pushing event updated for resources: {'Port': ['ID=76733ca5-9b7b-4101-8449-d90840c92a37,revision_number=4']} {{(pid=91775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:46:45.005259 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG oslo_concurrency.lockutils [None req-b8fb3b19-37ea-4dea-89de-8b5e2514579f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=91775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:46:45.038221 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron.db.l3_dvr_db [None req-27faa326-5b33-4e8b-8d15-d5ef462f08fa None None] Set router 1e453bcd-e187-40cc-b854-87f1aa3db74e gateway port host: None {{(pid=91775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 06:46:45.355203 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron.db.l3_hamode_db [None req-27faa326-5b33-4e8b-8d15-d5ef462f08fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e453bcd-e187-40cc-b854-87f1aa3db74e', 'name': 'router1', 'tenant_id': '967aeb3833aa471eaf4e8a17587fee5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T06:46:32Z', 'updated_at': '2021-06-07T06:46:42Z', 'revision_number': 2, 'project_id': '967aeb3833aa471eaf4e8a17587fee5d', 'gw_port_host': None, '_interfaces': [{'id': '76733ca5-9b7b-4101-8449-d90840c92a37', 'name': '', 'network_id': '14ed4a91-b4ed-44b7-a7fd-e8b6b64d35af', 'tenant_id': '967aeb3833aa471eaf4e8a17587fee5d', 'mac_address': 'fa:16:3e:f4:d0:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e453bcd-e187-40cc-b854-87f1aa3db74e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3ed325a7-50a3-43f3-ad39-8d048a440493', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T06:46:41Z', 'updated_at': '2021-06-07T06:46:44Z', 'revision_number': 4, 'project_id': '967aeb3833aa471eaf4e8a17587fee5d', 'subnets': [{'id': '3ed325a7-50a3-43f3-ad39-8d048a440493', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'dc772a81-5d1b-46c5-9491-d9913f4cba26'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784140-5-smb', False) {} {{(pid=91775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 06:46:45.358853 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27faa326-5b33-4e8b-8d15-d5ef462f08fa None None] The sync data for ids ['1e453bcd-e187-40cc-b854-87f1aa3db74e'] in dv-cinder-784140-5-smb is: [{'id': '1e453bcd-e187-40cc-b854-87f1aa3db74e', 'name': 'router1', 'tenant_id': '967aeb3833aa471eaf4e8a17587fee5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T06:46:32Z', 'updated_at': '2021-06-07T06:46:42Z', 'revision_number': 2, 'project_id': '967aeb3833aa471eaf4e8a17587fee5d', 'gw_port_host': None, '_interfaces': [{'id': '76733ca5-9b7b-4101-8449-d90840c92a37', 'name': '', 'network_id': '14ed4a91-b4ed-44b7-a7fd-e8b6b64d35af', 'tenant_id': '967aeb3833aa471eaf4e8a17587fee5d', 'mac_address': 'fa:16:3e:f4:d0:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e453bcd-e187-40cc-b854-87f1aa3db74e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3ed325a7-50a3-43f3-ad39-8d048a440493', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T06:46:41Z', 'updated_at': '2021-06-07T06:46:44Z', 'revision_number': 4, 'project_id': '967aeb3833aa471eaf4e8a17587fee5d', 'subnets': [{'id': '3ed325a7-50a3-43f3-ad39-8d048a440493', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'dc772a81-5d1b-46c5-9491-d9913f4cba26'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 06:46:45.614016 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.wsgi [-] (91772) accepted ('10.222.0.21', 50128) {{(pid=91772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:46:45.757586 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70014098-9b8e-4ee5-b735-99b42deda760 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:46:45.758916 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [None req-70014098-9b8e-4ee5-b735-99b42deda760 admin admin] 10.222.0.21 "GET /v2.0/networks/a84d0276-e36b-485f-b034-cb606776a5f5 HTTP/1.1" status: 200 len: 842 time: 0.1439312 Jun 07 06:46:45.768134 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.v2.base [None req-45433b88-b934-488f-9f41-e6f3864c0e91 admin admin] Request body: {'subnet': {'network_id': 'a84d0276-e36b-485f-b034-cb606776a5f5', 'name': 'public-subnet', 'gateway_ip': '172.28.3.1', 'ip_version': 4, 'cidr': '172.28.3.0/24', 'enable_dhcp': False}} {{(pid=91772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 06:46:45.789729 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45433b88-b934-488f-9f41-e6f3864c0e91 admin admin] Made reservation on behalf of 87cee41a18ac4f4983ad1b969db2feec for: {'subnet': 1} {{(pid=91772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 06:46:45.792078 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-45433b88-b934-488f-9f41-e6f3864c0e91 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:46:46.140713 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.objects.ports [None req-45433b88-b934-488f-9f41-e6f3864c0e91 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=91772) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 07 06:46:46.141131 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-45433b88-b934-488f-9f41-e6f3864c0e91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648536'] for subnet, after_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:46:46.145896 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:46:46.217752 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45433b88-b934-488f-9f41-e6f3864c0e91 admin admin] Checking segment: {'id': 'a651428c-972d-4b8e-a20b-c49a0a4f9500', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a84d0276-e36b-485f-b034-cb606776a5f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 06:46:46.218102 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45433b88-b934-488f-9f41-e6f3864c0e91 admin admin] Network hostable DHCP agents. Network: a84d0276-e36b-485f-b034-cb606776a5f5, hostable agents: ['9e620681-9ba6-48ee-a994-b814c2ae7583'], hosted agents: [] {{(pid=91772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 07 06:46:46.220586 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45433b88-b934-488f-9f41-e6f3864c0e91 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bc8e845f-21f5-4331-a893-3fabfb1361b8,revision_number=0']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:46:46.227045 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-45433b88-b934-488f-9f41-e6f3864c0e91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:46:46.238209 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45433b88-b934-488f-9f41-e6f3864c0e91 admin admin] Network a84d0276-e36b-485f-b034-cb606776a5f5 is scheduled to be hosted by DHCP agent 9e620681-9ba6-48ee-a994-b814c2ae7583 with binding_index 1 {{(pid=91772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 07 06:46:46.247148 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.scheduler.base_scheduler [None req-45433b88-b934-488f-9f41-e6f3864c0e91 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784140-5-smb, a84d0276-e36b-485f-b034-cb606776a5f5) {{(pid=91772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 06:46:46.250999 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45433b88-b934-488f-9f41-e6f3864c0e91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:46:46.251605 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-45433b88-b934-488f-9f41-e6f3864c0e91 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648630'] for subnet, before_response {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:46:46.257303 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-432f86a9-2562-4e5e-b372-2e2634b12115 None None] Network a84d0276-e36b-485f-b034-cb606776a5f5 requested from dv-cinder-784140-5-smb {{(pid=91774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 06:46:46.276497 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [None req-45433b88-b934-488f-9f41-e6f3864c0e91 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5116751 Jun 07 06:46:46.455791 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f23cafe6-11ac-4460-853f-5f326dc84b7e None None] Network a84d0276-e36b-485f-b034-cb606776a5f5 requested from dv-cinder-784140-5-smb {{(pid=91774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 06:46:48.498517 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.wsgi [-] (91772) accepted ('10.222.0.21', 50140) {{(pid=91772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:46:48.692497 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [None req-11be0960-3155-42ee-b740-bfc1e1e8f999 admin admin] 10.222.0.21 "GET /v2.0/routers/1e453bcd-e187-40cc-b854-87f1aa3db74e HTTP/1.1" status: 200 len: 710 time: 0.1927462 Jun 07 06:46:48.815139 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a05eb9e7-5322-4f50-8c43-a94b4e43ca18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:46:48.816970 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [None req-a05eb9e7-5322-4f50-8c43-a94b4e43ca18 admin admin] 10.222.0.21 "GET /v2.0/networks/a84d0276-e36b-485f-b034-cb606776a5f5 HTTP/1.1" status: 200 len: 886 time: 0.1204994 Jun 07 06:46:48.825451 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.v2.base [None req-0e7bb864-8b4c-42d5-8358-f12f1d19291e admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a84d0276-e36b-485f-b034-cb606776a5f5'}}} {{(pid=91772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 06:46:49.247519 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Device 76733ca5-9b7b-4101-8449-d90840c92a37 up at agent ovs-agent-dv-cinder-784140-5-smb {{(pid=91774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 06:46:49.315069 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.db.provisioning_blocks [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Provisioning for port 76733ca5-9b7b-4101-8449-d90840c92a37 completed by entity L2. {{(pid=91774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 06:46:49.316558 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-0e7bb864-8b4c-42d5-8358-f12f1d19291e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1666947', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1660255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3606'] for router, precommit_update {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:46:49.321262 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.db.provisioning_blocks [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Provisioning complete for port 76733ca5-9b7b-4101-8449-d90840c92a37 triggered by entity L2. {{(pid=91774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 06:46:49.321629 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723953'] for port, provisioning_complete {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:46:49.443844 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564700'] for port, before_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:46:49.476910 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.db [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] For port 76733ca5-9b7b-4101-8449-d90840c92a37, host dv-cinder-784140-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-5-smb',level=0,port_id=76733ca5-9b7b-4101-8449-d90840c92a37,segment=NetworkSegment(e6be6832-2b88-4945-85ae-f11e965dc154),segment_id=e6be6832-2b88-4945-85ae-f11e965dc154)] {{(pid=91774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 06:46:49.482107 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-569476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762332438254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762331935097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762331935142'] for port, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:46:49.484367 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:46:49.547262 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Pushing event updated for resources: {'Port': ['ID=76733ca5-9b7b-4101-8449-d90840c92a37,revision_number=5']} {{(pid=91774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:46:49.550763 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:46:49.647885 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-0e7bb864-8b4c-42d5-8358-f12f1d19291e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:46:49.704540 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-0e7bb864-8b4c-42d5-8358-f12f1d19291e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564700'] for port, before_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:46:49.830576 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.db.db_base_plugin_common [None req-0e7bb864-8b4c-42d5-8358-f12f1d19291e admin admin] Allocated IP 172.28.3.184 (a84d0276-e36b-485f-b034-cb606776a5f5/bc8e845f-21f5-4331-a893-3fabfb1361b8/ee9d3547-847d-45f2-b460-0accf17fd597) {{(pid=91772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 06:46:49.973861 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-0e7bb864-8b4c-42d5-8358-f12f1d19291e admin admin] Notify callbacks [] for port, precommit_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:46:50.000679 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-0e7bb864-8b4c-42d5-8358-f12f1d19291e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-569476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648536', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762331935079'] for port, after_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:46:50.005520 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-acbcd51b-46e7-4951-8f0f-70903cce896e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:46:50.063403 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e7bb864-8b4c-42d5-8358-f12f1d19291e admin admin] Network a84d0276-e36b-485f-b034-cb606776a5f5 is already hosted by enough agents. {{(pid=91772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 06:46:50.066563 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.scheduler.base_scheduler [None req-0e7bb864-8b4c-42d5-8358-f12f1d19291e admin admin] Resources bound (agent type, host, resource id): {{(pid=91772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 06:46:50.069267 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e7bb864-8b4c-42d5-8358-f12f1d19291e admin admin] Received port after_create {{(pid=91772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 06:46:50.140044 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7bb864-8b4c-42d5-8358-f12f1d19291e admin admin] Pushing event updated for resources: {'Port': ['ID=ee9d3547-847d-45f2-b460-0accf17fd597,revision_number=1']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:46:50.143193 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-0e7bb864-8b4c-42d5-8358-f12f1d19291e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:46:50.445834 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-0e7bb864-8b4c-42d5-8358-f12f1d19291e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:46:50.816509 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-0e7bb864-8b4c-42d5-8358-f12f1d19291e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1666947', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1660255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3606'] for router, precommit_update {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:46:50.819657 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-0e7bb864-8b4c-42d5-8358-f12f1d19291e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1666988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1666970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1666965', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1660246'] for router, after_update {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:46:50.991153 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e7bb864-8b4c-42d5-8358-f12f1d19291e admin admin] Router 1e453bcd-e187-40cc-b854-87f1aa3db74e has already been hosted by L3 agent dd8e9e9b-c9b0-4755-a773-57df6dee4a2e {{(pid=91772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 06:46:51.159880 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e7bb864-8b4c-42d5-8358-f12f1d19291e admin admin] Notify agent at l3_agent.dv-cinder-784140-5-smb the message routers_updated {{(pid=91772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 06:46:51.163830 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-0e7bb864-8b4c-42d5-8358-f12f1d19291e admin admin] Notify callbacks [] for router, before_response {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:46:51.175263 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [None req-0e7bb864-8b4c-42d5-8358-f12f1d19291e admin admin] 10.222.0.21 "PUT /v2.0/routers/1e453bcd-e187-40cc-b854-87f1aa3db74e HTTP/1.1" status: 200 len: 890 time: 2.3426893 Jun 07 06:46:51.179082 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34450e15-6cb3-4218-abf1-82c3c21a9606 None None] Sync routers for ids ['1e453bcd-e187-40cc-b854-87f1aa3db74e'] in dv-cinder-784140-5-smb {{(pid=91774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 06:46:51.189804 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34450e15-6cb3-4218-abf1-82c3c21a9606 None None] Routers {'1e453bcd-e187-40cc-b854-87f1aa3db74e'} bound to L3 agent in host dv-cinder-784140-5-smb {{(pid=91774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 06:46:51.191112 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.db.l3_hamode_db [None req-34450e15-6cb3-4218-abf1-82c3c21a9606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-07T06:46:09Z,description=,heartbeat_timestamp=2021-06-07T06:46:39Z,host='dv-cinder-784140-5-smb',id=dd8e9e9b-c9b0-4755-a773-57df6dee4a2e,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T06:46:09Z,topic='l3_agent')) {'router_ids': ['1e453bcd-e187-40cc-b854-87f1aa3db74e'], 'active': True} {{(pid=91774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 06:46:51.244183 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Device 76733ca5-9b7b-4101-8449-d90840c92a37 up at agent ovs-agent-dv-cinder-784140-5-smb {{(pid=91774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 06:46:51.446124 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.db.provisioning_blocks [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Provisioning complete for port 76733ca5-9b7b-4101-8449-d90840c92a37 triggered by entity L2. {{(pid=91774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 06:46:51.446399 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723953'] for port, provisioning_complete {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:46:51.500725 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.db.l3_dvr_db [None req-34450e15-6cb3-4218-abf1-82c3c21a9606 None None] Set router 1e453bcd-e187-40cc-b854-87f1aa3db74e gateway port host: dv-cinder-784140-5-smb {{(pid=91774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 06:46:51.876157 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.db.l3_hamode_db [None req-34450e15-6cb3-4218-abf1-82c3c21a9606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e453bcd-e187-40cc-b854-87f1aa3db74e', 'name': 'router1', 'tenant_id': '967aeb3833aa471eaf4e8a17587fee5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a84d0276-e36b-485f-b034-cb606776a5f5', 'external_fixed_ips': [{'subnet_id': 'bc8e845f-21f5-4331-a893-3fabfb1361b8', 'ip_address': '172.28.3.184'}], 'enable_snat': True}, 'gw_port_id': 'ee9d3547-847d-45f2-b460-0accf17fd597', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T06:46:32Z', 'updated_at': '2021-06-07T06:46:50Z', 'revision_number': 4, 'project_id': '967aeb3833aa471eaf4e8a17587fee5d', 'gw_port': {'id': 'ee9d3547-847d-45f2-b460-0accf17fd597', 'name': '', 'network_id': 'a84d0276-e36b-485f-b034-cb606776a5f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:65:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e453bcd-e187-40cc-b854-87f1aa3db74e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'bc8e845f-21f5-4331-a893-3fabfb1361b8', 'ip_address': '172.28.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T06:46:49Z', 'updated_at': '2021-06-07T06:46:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc8e845f-21f5-4331-a893-3fabfb1361b8', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-5-smb', '_interfaces': [{'id': '76733ca5-9b7b-4101-8449-d90840c92a37', 'name': '', 'network_id': '14ed4a91-b4ed-44b7-a7fd-e8b6b64d35af', 'tenant_id': '967aeb3833aa471eaf4e8a17587fee5d', 'mac_address': 'fa:16:3e:f4:d0:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e453bcd-e187-40cc-b854-87f1aa3db74e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3ed325a7-50a3-43f3-ad39-8d048a440493', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T06:46:41Z', 'updated_at': '2021-06-07T06:46:49Z', 'revision_number': 5, 'project_id': '967aeb3833aa471eaf4e8a17587fee5d', 'subnets': [{'id': '3ed325a7-50a3-43f3-ad39-8d048a440493', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'dc772a81-5d1b-46c5-9491-d9913f4cba26'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784140-5-smb', False) {} {{(pid=91774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 06:46:51.880819 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34450e15-6cb3-4218-abf1-82c3c21a9606 None None] Checking router: 1e453bcd-e187-40cc-b854-87f1aa3db74e for host: dv-cinder-784140-5-smb {{(pid=91774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 06:46:51.881182 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34450e15-6cb3-4218-abf1-82c3c21a9606 None None] Updating router 1e453bcd-e187-40cc-b854-87f1aa3db74e port ee9d3547-847d-45f2-b460-0accf17fd597 binding host dv-cinder-784140-5-smb {{(pid=91774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 07 06:46:51.933075 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-34450e15-6cb3-4218-abf1-82c3c21a9606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564700'] for port, before_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:46:52.247869 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-34450e15-6cb3-4218-abf1-82c3c21a9606 None None] Notify callbacks [] for port, precommit_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:46:52.259369 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.db.provisioning_blocks [None req-34450e15-6cb3-4218-abf1-82c3c21a9606 None None] Transition to ACTIVE for port object ee9d3547-847d-45f2-b460-0accf17fd597 will not be triggered until provisioned by entity L2. {{(pid=91774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 06:46:52.266294 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-34450e15-6cb3-4218-abf1-82c3c21a9606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-569476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762332438254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762331935097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762331935142'] for port, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:46:52.271037 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-42306081-4e1a-435c-8a26-b8e2180f6570 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:46:52.341787 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.managers [None req-34450e15-6cb3-4218-abf1-82c3c21a9606 None None] Attempting to bind port ee9d3547-847d-45f2-b460-0accf17fd597 on host dv-cinder-784140-5-smb for vnic_type normal with profile {{(pid=91774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 06:46:52.342149 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.managers [None req-34450e15-6cb3-4218-abf1-82c3c21a9606 None None] Attempting to bind port ee9d3547-847d-45f2-b460-0accf17fd597 by drivers openvswitch,hyperv on host dv-cinder-784140-5-smb at level 0 using segments [{'id': 'a651428c-972d-4b8e-a20b-c49a0a4f9500', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a84d0276-e36b-485f-b034-cb606776a5f5'}] {{(pid=91774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 06:46:52.342528 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34450e15-6cb3-4218-abf1-82c3c21a9606 None None] Attempting to bind port ee9d3547-847d-45f2-b460-0accf17fd597 on network a84d0276-e36b-485f-b034-cb606776a5f5 {{(pid=91774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 06:46:52.351432 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34450e15-6cb3-4218-abf1-82c3c21a9606 None None] Checking agent: {'id': '2cbbf4dd-47cd-4e79-9ddf-2f0b457e4e7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784140-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 6, 46, 9), 'started_at': datetime.datetime(2021, 6, 7, 6, 46, 39), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 6, 46, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784140-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 06:46:52.351798 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34450e15-6cb3-4218-abf1-82c3c21a9606 None None] Checking segment: {'id': 'a651428c-972d-4b8e-a20b-c49a0a4f9500', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a84d0276-e36b-485f-b034-cb606776a5f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 06:46:52.352207 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-34450e15-6cb3-4218-abf1-82c3c21a9606 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:46:52.352584 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34450e15-6cb3-4218-abf1-82c3c21a9606 None None] Bound using segment: {'id': 'a651428c-972d-4b8e-a20b-c49a0a4f9500', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a84d0276-e36b-485f-b034-cb606776a5f5'} {{(pid=91774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 06:46:52.353036 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.managers [None req-34450e15-6cb3-4218-abf1-82c3c21a9606 None None] Bound port: ee9d3547-847d-45f2-b460-0accf17fd597, host: dv-cinder-784140-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a651428c-972d-4b8e-a20b-c49a0a4f9500', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a84d0276-e36b-485f-b034-cb606776a5f5'}}] {{(pid=91774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 06:46:52.353394 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-34450e15-6cb3-4218-abf1-82c3c21a9606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564700'] for port, before_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:46:52.377630 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0dc3e82-b329-47e5-9796-aa9e3d277710 None None] Pushing event updated for resources: {'Port': ['ID=ee9d3547-847d-45f2-b460-0accf17fd597,revision_number=2']} {{(pid=91774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:46:52.384771 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-d0dc3e82-b329-47e5-9796-aa9e3d277710 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:46:52.427714 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.db [None req-34450e15-6cb3-4218-abf1-82c3c21a9606 None None] For port ee9d3547-847d-45f2-b460-0accf17fd597, host dv-cinder-784140-5-smb, cleared binding levels {{(pid=91774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 06:46:52.430545 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.db [None req-34450e15-6cb3-4218-abf1-82c3c21a9606 None None] For port ee9d3547-847d-45f2-b460-0accf17fd597, host dv-cinder-784140-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-5-smb',level=0,port_id=ee9d3547-847d-45f2-b460-0accf17fd597,segment=NetworkSegment(a651428c-972d-4b8e-a20b-c49a0a4f9500),segment_id=a651428c-972d-4b8e-a20b-c49a0a4f9500)] {{(pid=91774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 06:46:52.434505 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-34450e15-6cb3-4218-abf1-82c3c21a9606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-569476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762332438254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762331935097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762331935142'] for port, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:46:52.438047 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:46:52.514397 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34450e15-6cb3-4218-abf1-82c3c21a9606 None None] Routers {'1e453bcd-e187-40cc-b854-87f1aa3db74e'} bound to L3 agent in host dv-cinder-784140-5-smb {{(pid=91774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 06:46:52.515005 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.db.l3_hamode_db [None req-34450e15-6cb3-4218-abf1-82c3c21a9606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-07T06:46:09Z,description=,heartbeat_timestamp=2021-06-07T06:46:39Z,host='dv-cinder-784140-5-smb',id=dd8e9e9b-c9b0-4755-a773-57df6dee4a2e,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T06:46:09Z,topic='l3_agent')) {'router_ids': ['1e453bcd-e187-40cc-b854-87f1aa3db74e'], 'active': True} {{(pid=91774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 06:46:52.568538 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0dc3e82-b329-47e5-9796-aa9e3d277710 None None] Pushing event updated for resources: {'Port': ['ID=ee9d3547-847d-45f2-b460-0accf17fd597,revision_number=3']} {{(pid=91774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:46:52.578173 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-d0dc3e82-b329-47e5-9796-aa9e3d277710 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:46:52.692733 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.db.l3_dvr_db [None req-34450e15-6cb3-4218-abf1-82c3c21a9606 None None] Set router 1e453bcd-e187-40cc-b854-87f1aa3db74e gateway port host: dv-cinder-784140-5-smb {{(pid=91774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 06:46:53.036684 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.db.l3_hamode_db [None req-34450e15-6cb3-4218-abf1-82c3c21a9606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e453bcd-e187-40cc-b854-87f1aa3db74e', 'name': 'router1', 'tenant_id': '967aeb3833aa471eaf4e8a17587fee5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a84d0276-e36b-485f-b034-cb606776a5f5', 'external_fixed_ips': [{'subnet_id': 'bc8e845f-21f5-4331-a893-3fabfb1361b8', 'ip_address': '172.28.3.184'}], 'enable_snat': True}, 'gw_port_id': 'ee9d3547-847d-45f2-b460-0accf17fd597', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T06:46:32Z', 'updated_at': '2021-06-07T06:46:50Z', 'revision_number': 4, 'project_id': '967aeb3833aa471eaf4e8a17587fee5d', 'gw_port': {'id': 'ee9d3547-847d-45f2-b460-0accf17fd597', 'name': '', 'network_id': 'a84d0276-e36b-485f-b034-cb606776a5f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:65:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e453bcd-e187-40cc-b854-87f1aa3db74e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'bc8e845f-21f5-4331-a893-3fabfb1361b8', 'ip_address': '172.28.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T06:46:49Z', 'updated_at': '2021-06-07T06:46:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc8e845f-21f5-4331-a893-3fabfb1361b8', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-5-smb', '_interfaces': [{'id': '76733ca5-9b7b-4101-8449-d90840c92a37', 'name': '', 'network_id': '14ed4a91-b4ed-44b7-a7fd-e8b6b64d35af', 'tenant_id': '967aeb3833aa471eaf4e8a17587fee5d', 'mac_address': 'fa:16:3e:f4:d0:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e453bcd-e187-40cc-b854-87f1aa3db74e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3ed325a7-50a3-43f3-ad39-8d048a440493', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T06:46:41Z', 'updated_at': '2021-06-07T06:46:49Z', 'revision_number': 5, 'project_id': '967aeb3833aa471eaf4e8a17587fee5d', 'subnets': [{'id': '3ed325a7-50a3-43f3-ad39-8d048a440493', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'dc772a81-5d1b-46c5-9491-d9913f4cba26'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784140-5-smb', False) {} {{(pid=91774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 06:46:53.040343 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34450e15-6cb3-4218-abf1-82c3c21a9606 None None] The sync data for ids ['1e453bcd-e187-40cc-b854-87f1aa3db74e'] in dv-cinder-784140-5-smb is: [{'id': '1e453bcd-e187-40cc-b854-87f1aa3db74e', 'name': 'router1', 'tenant_id': '967aeb3833aa471eaf4e8a17587fee5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a84d0276-e36b-485f-b034-cb606776a5f5', 'external_fixed_ips': [{'subnet_id': 'bc8e845f-21f5-4331-a893-3fabfb1361b8', 'ip_address': '172.28.3.184'}], 'enable_snat': True}, 'gw_port_id': 'ee9d3547-847d-45f2-b460-0accf17fd597', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T06:46:32Z', 'updated_at': '2021-06-07T06:46:50Z', 'revision_number': 4, 'project_id': '967aeb3833aa471eaf4e8a17587fee5d', 'gw_port': {'id': 'ee9d3547-847d-45f2-b460-0accf17fd597', 'name': '', 'network_id': 'a84d0276-e36b-485f-b034-cb606776a5f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:65:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e453bcd-e187-40cc-b854-87f1aa3db74e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'bc8e845f-21f5-4331-a893-3fabfb1361b8', 'ip_address': '172.28.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T06:46:49Z', 'updated_at': '2021-06-07T06:46:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc8e845f-21f5-4331-a893-3fabfb1361b8', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-5-smb', '_interfaces': [{'id': '76733ca5-9b7b-4101-8449-d90840c92a37', 'name': '', 'network_id': '14ed4a91-b4ed-44b7-a7fd-e8b6b64d35af', 'tenant_id': '967aeb3833aa471eaf4e8a17587fee5d', 'mac_address': 'fa:16:3e:f4:d0:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e453bcd-e187-40cc-b854-87f1aa3db74e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3ed325a7-50a3-43f3-ad39-8d048a440493', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T06:46:41Z', 'updated_at': '2021-06-07T06:46:49Z', 'revision_number': 5, 'project_id': '967aeb3833aa471eaf4e8a17587fee5d', 'subnets': [{'id': '3ed325a7-50a3-43f3-ad39-8d048a440493', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'dc772a81-5d1b-46c5-9491-d9913f4cba26'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 06:46:53.244167 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Device ee9d3547-847d-45f2-b460-0accf17fd597 up at agent ovs-agent-dv-cinder-784140-5-smb {{(pid=91774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 06:46:53.313974 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.db.provisioning_blocks [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Provisioning for port ee9d3547-847d-45f2-b460-0accf17fd597 completed by entity L2. {{(pid=91774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 06:46:53.319460 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.db.provisioning_blocks [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Provisioning complete for port ee9d3547-847d-45f2-b460-0accf17fd597 triggered by entity L2. {{(pid=91774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 06:46:53.319832 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723953'] for port, provisioning_complete {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:46:53.444526 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564700'] for port, before_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:46:53.461492 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.db [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] For port ee9d3547-847d-45f2-b460-0accf17fd597, host dv-cinder-784140-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-5-smb',level=0,port_id=ee9d3547-847d-45f2-b460-0accf17fd597,segment=NetworkSegment(a651428c-972d-4b8e-a20b-c49a0a4f9500),segment_id=a651428c-972d-4b8e-a20b-c49a0a4f9500)] {{(pid=91774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 06:46:53.468888 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-569476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762332438254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762331935097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762331935142'] for port, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:46:53.468888 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:46:53.536635 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.wsgi [-] (91772) accepted ('10.222.0.21', 50148) {{(pid=91772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:46:53.537887 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Pushing event updated for resources: {'Port': ['ID=ee9d3547-847d-45f2-b460-0accf17fd597,revision_number=4']} {{(pid=91774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:46:53.541035 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:46:53.655928 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [None req-fafe7493-060c-4989-9d0f-ea00e3078a7d admin admin] 10.222.0.21 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 413 time: 0.1179254 Jun 07 06:46:55.224400 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Device ee9d3547-847d-45f2-b460-0accf17fd597 up at agent ovs-agent-dv-cinder-784140-5-smb {{(pid=91774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 06:46:55.306288 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.db.provisioning_blocks [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Provisioning complete for port ee9d3547-847d-45f2-b460-0accf17fd597 triggered by entity L2. {{(pid=91774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 06:46:55.306654 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723953'] for port, provisioning_complete {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:47:01.901582 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron.db.agents_db [None req-9f63f2a9-7775-47ca-9fc8-a7f68791a20c None None] Agent healthcheck: found 5 active agents {{(pid=91775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 06:47:06.865559 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-a770ad68-0315-4246-bca4-dac2d60f337d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762332461204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723872'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:47:09.251595 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762332461204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723872'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:47:09.438666 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-d284fcf2-b949-4395-9c0b-9ad19f7dab53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762332461204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723872'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:47:10.506947 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-3ea4f4f5-6296-4d8b-95a7-2efd101194ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762332461204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723872'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:47:12.064526 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-7052a4e3-dcb7-48ac-a7a0-7c0e94d6da24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762332461204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723872'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:47:36.868791 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-c5ebf58e-2988-4a6e-895a-197827c99afd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762332461204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723872'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:47:38.900616 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron.db.agents_db [None req-9f63f2a9-7775-47ca-9fc8-a7f68791a20c None None] Agent healthcheck: found 5 active agents {{(pid=91775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 06:47:39.247483 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762332461204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723872'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:47:39.436634 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-8837f098-9923-4689-a4a3-e5e2edf3f770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762332461204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723872'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:47:40.504641 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-3ea4f4f5-6296-4d8b-95a7-2efd101194ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762332461204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723872'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:47:42.065752 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-7052a4e3-dcb7-48ac-a7a0-7c0e94d6da24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762332461204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723872'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:48:06.870441 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-10941cd6-6127-4616-8247-a0f97e2ad3fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762332461204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723872'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:48:09.249321 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762332461204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723872'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:48:09.431328 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-9c188f82-11bb-4a7b-af28-6b2e2608b698 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762332461204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723872'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:48:10.506532 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-3ea4f4f5-6296-4d8b-95a7-2efd101194ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762332461204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723872'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:48:12.068155 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-7052a4e3-dcb7-48ac-a7a0-7c0e94d6da24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762332461204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723872'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:48:15.899949 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron.db.agents_db [None req-9f63f2a9-7775-47ca-9fc8-a7f68791a20c None None] Agent healthcheck: found 5 active agents {{(pid=91775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 06:48:31.953176 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.wsgi [-] (91772) accepted ('10.222.0.21', 50718) {{(pid=91772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:48:32.018969 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.pecan_wsgi.hooks.translation [None req-2fa8c7cb-de5e-4dc1-bdce-c7447f572eda admin admin] GET failed (client error): The resource could not be found. Jun 07 06:48:32.020215 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [None req-2fa8c7cb-de5e-4dc1-bdce-c7447f572eda admin admin] 10.222.0.21 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0660741 Jun 07 06:48:32.147164 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd94cd7d-9ff9-4905-adee-2f68fbc81828 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:48:32.148542 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [None req-dd94cd7d-9ff9-4905-adee-2f68fbc81828 admin admin] 10.222.0.21 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1247151 Jun 07 06:48:34.238212 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.21', 50728) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:48:34.452743 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.policy [None req-119cb29c-02d4-42b7-ab9b-68fe80763861 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=91773) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 07 06:48:34.497834 dv-cinder-784140-5-smb neutron-server[91773]: WARNING oslo_policy.policy [None req-119cb29c-02d4-42b7-ab9b-68fe80763861 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 07 06:48:34.498197 dv-cinder-784140-5-smb neutron-server[91773]: WARNING oslo_policy.policy [None req-119cb29c-02d4-42b7-ab9b-68fe80763861 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 07 06:48:34.506829 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-119cb29c-02d4-42b7-ab9b-68fe80763861 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:48:34.508487 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [None req-119cb29c-02d4-42b7-ab9b-68fe80763861 admin admin] 10.222.0.21 "GET /v2.0/subnets/3ed325a7-50a3-43f3-ad39-8d048a440493 HTTP/1.1" status: 200 len: 849 time: 0.2693717 Jun 07 06:48:34.518353 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.v2.base [None req-59a836bc-312b-4add-9a86-1c751cffc5ff admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=91773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 06:48:34.630852 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-59a836bc-312b-4add-9a86-1c751cffc5ff admin admin] Notify callbacks [] for subnet, before_update {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:48:34.822309 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-59a836bc-312b-4add-9a86-1c751cffc5ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8762332438245'] for subnet, after_update {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:48:34.828488 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:48:34.905015 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59a836bc-312b-4add-9a86-1c751cffc5ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:48:34.905162 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df5979bb-b845-4e36-8f5f-7df7f6fcfdb4 None None] Network 14ed4a91-b4ed-44b7-a7fd-e8b6b64d35af requested from dv-cinder-784140-5-smb {{(pid=91774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 06:48:34.905918 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-59a836bc-312b-4add-9a86-1c751cffc5ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648630'] for subnet, before_response {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:48:34.907163 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [None req-59a836bc-312b-4add-9a86-1c751cffc5ff admin admin] 10.222.0.21 "PUT /v2.0/subnets/3ed325a7-50a3-43f3-ad39-8d048a440493 HTTP/1.1" status: 200 len: 868 time: 0.3933804 Jun 07 06:48:34.917426 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a836bc-312b-4add-9a86-1c751cffc5ff admin admin] Pushing event updated for resources: {'Subnet': ['ID=3ed325a7-50a3-43f3-ad39-8d048a440493,revision_number=1']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:48:34.926764 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a836bc-312b-4add-9a86-1c751cffc5ff admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:48:34.927122 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a836bc-312b-4add-9a86-1c751cffc5ff admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:48:34.928020 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a836bc-312b-4add-9a86-1c751cffc5ff admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:48:34.928020 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a836bc-312b-4add-9a86-1c751cffc5ff admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:48:34.928274 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a836bc-312b-4add-9a86-1c751cffc5ff admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:48:34.928454 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a836bc-312b-4add-9a86-1c751cffc5ff admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:48:34.928698 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a836bc-312b-4add-9a86-1c751cffc5ff admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:48:34.929018 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a836bc-312b-4add-9a86-1c751cffc5ff admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:48:34.929338 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a836bc-312b-4add-9a86-1c751cffc5ff admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:48:34.929651 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a836bc-312b-4add-9a86-1c751cffc5ff admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:48:34.929962 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a836bc-312b-4add-9a86-1c751cffc5ff admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:48:34.930271 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a836bc-312b-4add-9a86-1c751cffc5ff admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:48:34.931449 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a836bc-312b-4add-9a86-1c751cffc5ff admin admin] Tracked resource versions report: Jun 07 06:48:34.931449 dv-cinder-784140-5-smb neutron-server[91773]: pushed versions: Jun 07 06:48:34.931449 dv-cinder-784140-5-smb neutron-server[91773]: { 'AddressGroup': {'1.2'}, Jun 07 06:48:34.931449 dv-cinder-784140-5-smb neutron-server[91773]: 'ConntrackHelper': {'1.0'}, Jun 07 06:48:34.931449 dv-cinder-784140-5-smb neutron-server[91773]: 'Log': {'1.0'}, Jun 07 06:48:34.931449 dv-cinder-784140-5-smb neutron-server[91773]: 'Network': {'1.1'}, Jun 07 06:48:34.931449 dv-cinder-784140-5-smb neutron-server[91773]: 'Port': {'1.7'}, Jun 07 06:48:34.931449 dv-cinder-784140-5-smb neutron-server[91773]: 'PortForwarding': {'1.2'}, Jun 07 06:48:34.931449 dv-cinder-784140-5-smb neutron-server[91773]: 'QosPolicy': {'1.8'}, Jun 07 06:48:34.931449 dv-cinder-784140-5-smb neutron-server[91773]: 'SecurityGroup': {'1.4'}, Jun 07 06:48:34.931449 dv-cinder-784140-5-smb neutron-server[91773]: 'SecurityGroupRule': {'1.2'}, Jun 07 06:48:34.931449 dv-cinder-784140-5-smb neutron-server[91773]: 'SubPort': {'1.0'}, Jun 07 06:48:34.931449 dv-cinder-784140-5-smb neutron-server[91773]: 'Subnet': {'1.1'}, Jun 07 06:48:34.931449 dv-cinder-784140-5-smb neutron-server[91773]: 'Trunk': {'1.1'}} Jun 07 06:48:34.931449 dv-cinder-784140-5-smb neutron-server[91773]: consumer versions: Jun 07 06:48:34.931449 dv-cinder-784140-5-smb neutron-server[91773]: { DHCP agent@dv-cinder-784140-5-smb: {}, Jun 07 06:48:34.931449 dv-cinder-784140-5-smb neutron-server[91773]: L3 agent@dv-cinder-784140-5-smb: {}, Jun 07 06:48:34.931449 dv-cinder-784140-5-smb neutron-server[91773]: Metadata agent@dv-cinder-784140-5-smb: {}, Jun 07 06:48:34.931449 dv-cinder-784140-5-smb neutron-server[91773]: Metering agent@dv-cinder-784140-5-smb: {}, Jun 07 06:48:34.931449 dv-cinder-784140-5-smb neutron-server[91773]: Open vSwitch agent@dv-cinder-784140-5-smb: { 'AddressGroup': '1.2', Jun 07 06:48:34.931449 dv-cinder-784140-5-smb neutron-server[91773]: 'ConntrackHelper': '1.0', Jun 07 06:48:34.931449 dv-cinder-784140-5-smb neutron-server[91773]: 'Log': '1.0', Jun 07 06:48:34.931449 dv-cinder-784140-5-smb neutron-server[91773]: 'Network': '1.1', Jun 07 06:48:34.931449 dv-cinder-784140-5-smb neutron-server[91773]: 'Port': '1.7', Jun 07 06:48:34.931449 dv-cinder-784140-5-smb neutron-server[91773]: 'PortForwarding': '1.2', Jun 07 06:48:34.931449 dv-cinder-784140-5-smb neutron-server[91773]: 'QosPolicy': '1.8', Jun 07 06:48:34.931449 dv-cinder-784140-5-smb neutron-server[91773]: 'SecurityGroup': '1.4', Jun 07 06:48:34.931449 dv-cinder-784140-5-smb neutron-server[91773]: 'SecurityGroupRule': '1.2', Jun 07 06:48:34.931449 dv-cinder-784140-5-smb neutron-server[91773]: 'SubPort': '1.0', Jun 07 06:48:34.931449 dv-cinder-784140-5-smb neutron-server[91773]: 'Subnet': '1.1', Jun 07 06:48:34.931449 dv-cinder-784140-5-smb neutron-server[91773]: 'Trunk': '1.1'}} Jun 07 06:48:34.931449 dv-cinder-784140-5-smb neutron-server[91773]: {{(pid=91773) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 07 06:48:34.935367 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-59a836bc-312b-4add-9a86-1c751cffc5ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:48:35.377681 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.db.provisioning_blocks [None req-e05a8886-230d-4c8f-b2cf-8d7bd46b8793 None None] Provisioning complete for port 76733ca5-9b7b-4101-8449-d90840c92a37 triggered by entity DHCP. {{(pid=91774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 06:48:35.378053 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-e05a8886-230d-4c8f-b2cf-8d7bd46b8793 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723953'] for port, provisioning_complete {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:48:35.500892 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.db.provisioning_blocks [None req-e05a8886-230d-4c8f-b2cf-8d7bd46b8793 None None] Provisioning complete for port 06bd71f9-1176-49a8-8d68-4448537c374c triggered by entity DHCP. {{(pid=91774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 06:48:35.501162 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-e05a8886-230d-4c8f-b2cf-8d7bd46b8793 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723953'] for port, provisioning_complete {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:48:36.871477 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-560a0a4f-8f43-49be-b263-e4b81e7374e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762332461204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723872'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:48:37.021149 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.21', 50744) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:48:37.214508 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8a766b9-c219-41a4-a60b-e6cb1e6c9e67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:48:37.214988 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8a766b9-c219-41a4-a60b-e6cb1e6c9e67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:48:37.216548 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [None req-c8a766b9-c219-41a4-a60b-e6cb1e6c9e67 admin admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1944616 Jun 07 06:48:39.252969 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762332461204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723872'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:48:39.309216 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.21', 50752) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:48:39.432001 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-47ae73bc-e003-4d32-bcd2-fa16ea86d177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762332461204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723872'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:48:39.481874 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bbfacb9-689e-4b8f-ba88-373e13b58193 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:48:39.482333 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bbfacb9-689e-4b8f-ba88-373e13b58193 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:48:39.483812 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [None req-6bbfacb9-689e-4b8f-ba88-373e13b58193 admin admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1736465 Jun 07 06:48:40.507418 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-3ea4f4f5-6296-4d8b-95a7-2efd101194ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762332461204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723872'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:48:41.574803 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.21', 50760) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:48:41.757106 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56d87a31-bc69-47cb-91f4-732790765ccf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:48:41.758335 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [None req-56d87a31-bc69-47cb-91f4-732790765ccf admin admin] 10.222.0.21 "GET /v2.0/networks/14ed4a91-b4ed-44b7-a7fd-e8b6b64d35af HTTP/1.1" status: 200 len: 869 time: 0.1825850 Jun 07 06:48:42.072477 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-7052a4e3-dcb7-48ac-a7a0-7c0e94d6da24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762332461204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723872'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:48:43.846387 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.21', 50768) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:48:44.006710 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52878cd7-e8b0-47a4-a123-b3dd43e03c16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:48:44.008063 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [None req-52878cd7-e8b0-47a4-a123-b3dd43e03c16 admin admin] 10.222.0.21 "GET /v2.0/networks/a84d0276-e36b-485f-b034-cb606776a5f5 HTTP/1.1" status: 200 len: 886 time: 0.1607246 Jun 07 06:48:46.117301 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.21', 50776) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:48:46.221878 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffad236f-32dc-41ef-b38a-39d69e022bc1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:48:46.222334 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffad236f-32dc-41ef-b38a-39d69e022bc1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:48:46.223777 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [None req-ffad236f-32dc-41ef-b38a-39d69e022bc1 admin admin] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1055281 Jun 07 06:48:48.323801 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.21', 50784) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:48:48.431377 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83c3ba7c-1ef3-4b4d-a6fa-48d00b28dc1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:48:48.431689 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83c3ba7c-1ef3-4b4d-a6fa-48d00b28dc1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:48:48.433334 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [None req-83c3ba7c-1ef3-4b4d-a6fa-48d00b28dc1c admin admin] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1085842 Jun 07 06:48:50.628000 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.wsgi [-] (91772) accepted ('10.222.0.21', 50792) {{(pid=91772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:48:50.733291 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee6c0d53-218f-4a84-85d7-03722cfd6114 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:48:50.734633 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [None req-ee6c0d53-218f-4a84-85d7-03722cfd6114 admin admin] 10.222.0.21 "GET /v2.0/subnets/3ed325a7-50a3-43f3-ad39-8d048a440493 HTTP/1.1" status: 200 len: 868 time: 0.1056998 Jun 07 06:48:52.849915 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.wsgi [-] (91772) accepted ('10.222.0.21', 50800) {{(pid=91772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:48:52.897974 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron.db.agents_db [None req-9f63f2a9-7775-47ca-9fc8-a7f68791a20c None None] Agent healthcheck: found 5 active agents {{(pid=91775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 06:48:52.946762 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d276cb4-aef5-451c-98b1-24cdbaa03d23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:48:52.948082 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [None req-7d276cb4-aef5-451c-98b1-24cdbaa03d23 admin admin] 10.222.0.21 "GET /v2.0/subnets/bc8e845f-21f5-4331-a893-3fabfb1361b8 HTTP/1.1" status: 200 len: 816 time: 0.0972147 Jun 07 06:49:06.873131 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-ede99adc-6468-44ac-8965-1279f6534bc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762332461204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723872'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:49:09.254793 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762332461204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723872'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:49:09.432586 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-72c0a7c1-e400-4fdd-9005-8e5d46f8c04b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762332461204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723872'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:49:10.511306 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-3ea4f4f5-6296-4d8b-95a7-2efd101194ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762332461204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723872'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:49:12.080129 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-7052a4e3-dcb7-48ac-a7a0-7c0e94d6da24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762332461204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723872'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:49:15.767320 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.wsgi [-] (91772) accepted ('10.222.0.21', 50844) {{(pid=91772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:49:15.813758 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.wsgi [None req-fb20238e-4d01-46eb-a95c-e8a7a9c9be16 admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=91772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 07 06:49:15.814738 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [None req-fb20238e-4d01-46eb-a95c-e8a7a9c9be16 admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0464330 Jun 07 06:49:17.989794 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.wsgi [-] (91772) accepted ('10.222.0.21', 50852) {{(pid=91772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:49:18.054775 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.pecan_wsgi.hooks.translation [None req-acdb665f-5761-42dc-9376-43e6286b578e admin admin] GET failed (client error): The resource could not be found. Jun 07 06:49:18.056037 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [None req-acdb665f-5761-42dc-9376-43e6286b578e admin admin] 10.222.0.21 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0652561 Jun 07 06:49:18.178681 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce94c8d5-ebdd-44cf-ae61-37a859c0e94e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:49:18.180146 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [None req-ce94c8d5-ebdd-44cf-ae61-37a859c0e94e admin admin] 10.222.0.21 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1204426 Jun 07 06:49:20.356701 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.wsgi [-] (91772) accepted ('10.222.0.21', 50860) {{(pid=91772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:49:20.402664 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.v2.base [None req-bb2c2f5d-e14e-4ed5-9c68-1294a355fae1 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=91772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 06:49:20.424244 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb2c2f5d-e14e-4ed5-9c68-1294a355fae1 admin admin] Made reservation on behalf of 87cee41a18ac4f4983ad1b969db2feec for: {'network': 1} {{(pid=91772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 06:49:20.426411 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-bb2c2f5d-e14e-4ed5-9c68-1294a355fae1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-564483'] for network, before_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:49:20.513241 dv-cinder-784140-5-smb neutron-server[91772]: WARNING neutron.services.revisions.revision_plugin [None req-bb2c2f5d-e14e-4ed5-9c68-1294a355fae1 admin admin] Could not find related network for resource to bump revision. Jun 07 06:49:20.524158 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb2c2f5d-e14e-4ed5-9c68-1294a355fae1 admin admin] vlan segment allocate from pool success with {'vlan_id': 346, 'physical_network': 'physnet1'} {{(pid=91772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 07 06:49:20.533773 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-bb2c2f5d-e14e-4ed5-9c68-1294a355fae1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-712556'] for segment, precommit_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:49:20.534107 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.db.segments_db [None req-bb2c2f5d-e14e-4ed5-9c68-1294a355fae1 admin admin] Added segment 1b1e3bb1-4921-4232-a194-a4ff9b34050a of type vlan for network bef1bb3b-26fd-4afa-9a5e-35269987ed57 Jun 07 06:49:20.561815 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-bb2c2f5d-e14e-4ed5-9c68-1294a355fae1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762331920860'] for network, precommit_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:49:20.633637 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-bb2c2f5d-e14e-4ed5-9c68-1294a355fae1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1706969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648529'] for network, after_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:49:20.634939 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb2c2f5d-e14e-4ed5-9c68-1294a355fae1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:49:20.635505 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-bb2c2f5d-e14e-4ed5-9c68-1294a355fae1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648630'] for network, before_response {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:49:20.638657 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:49:20.680708 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [None req-bb2c2f5d-e14e-4ed5-9c68-1294a355fae1 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3228645 Jun 07 06:49:20.733950 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2c2f5d-e14e-4ed5-9c68-1294a355fae1 admin admin] Pushing event updated for resources: {'Network': ['ID=bef1bb3b-26fd-4afa-9a5e-35269987ed57,revision_number=1']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:49:20.741762 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2c2f5d-e14e-4ed5-9c68-1294a355fae1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:49:20.742095 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2c2f5d-e14e-4ed5-9c68-1294a355fae1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:49:20.742418 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2c2f5d-e14e-4ed5-9c68-1294a355fae1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:49:20.742736 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2c2f5d-e14e-4ed5-9c68-1294a355fae1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:49:20.743052 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2c2f5d-e14e-4ed5-9c68-1294a355fae1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:49:20.743361 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2c2f5d-e14e-4ed5-9c68-1294a355fae1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:49:20.743675 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2c2f5d-e14e-4ed5-9c68-1294a355fae1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:49:20.744013 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2c2f5d-e14e-4ed5-9c68-1294a355fae1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:49:20.744349 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2c2f5d-e14e-4ed5-9c68-1294a355fae1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:49:20.744661 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2c2f5d-e14e-4ed5-9c68-1294a355fae1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:49:20.744976 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2c2f5d-e14e-4ed5-9c68-1294a355fae1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:49:20.745268 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2c2f5d-e14e-4ed5-9c68-1294a355fae1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:49:20.748900 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-bb2c2f5d-e14e-4ed5-9c68-1294a355fae1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:49:20.756394 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Network bef1bb3b-26fd-4afa-9a5e-35269987ed57 details requested by agent ovs-agent-dv-cinder-784140-5-smb with host dv-cinder-784140-5-smb {{(pid=91774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 07 06:49:22.810828 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.wsgi [-] (91772) accepted ('10.222.0.21', 50868) {{(pid=91772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:49:22.875505 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.pecan_wsgi.hooks.translation [None req-db04411b-3918-41a3-99aa-0a45f9983caf admin admin] GET failed (client error): The resource could not be found. Jun 07 06:49:22.877354 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [None req-db04411b-3918-41a3-99aa-0a45f9983caf admin admin] 10.222.0.21 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0655925 Jun 07 06:49:22.982641 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7a0275e-9e98-4a03-8441-bd6d62943da2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:49:22.984100 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [None req-d7a0275e-9e98-4a03-8441-bd6d62943da2 admin admin] 10.222.0.21 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1027918 Jun 07 06:49:22.994090 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.v2.base [None req-76cbbcad-4fb6-470e-8f04-16f29eac46c7 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'name': 'shared-subnet', 'network_id': 'bef1bb3b-26fd-4afa-9a5e-35269987ed57', 'ip_version': 4, 'cidr': '192.168.233.0/24'}} {{(pid=91772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 06:49:23.014610 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76cbbcad-4fb6-470e-8f04-16f29eac46c7 admin admin] Made reservation on behalf of 87cee41a18ac4f4983ad1b969db2feec for: {'subnet': 1} {{(pid=91772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 06:49:23.016877 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-76cbbcad-4fb6-470e-8f04-16f29eac46c7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:49:23.206786 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-76cbbcad-4fb6-470e-8f04-16f29eac46c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648536'] for subnet, after_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:49:23.211147 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-4725c726-bf42-4b6d-a7be-cda9fa6cafd6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:49:23.284714 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cbbcad-4fb6-470e-8f04-16f29eac46c7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1f70bfea-8af1-435f-b4a4-77781e2784f1,revision_number=0']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:49:23.288355 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-76cbbcad-4fb6-470e-8f04-16f29eac46c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:49:23.289016 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76cbbcad-4fb6-470e-8f04-16f29eac46c7 admin admin] Checking segment: {'id': '1b1e3bb1-4921-4232-a194-a4ff9b34050a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'bef1bb3b-26fd-4afa-9a5e-35269987ed57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 06:49:23.289350 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76cbbcad-4fb6-470e-8f04-16f29eac46c7 admin admin] Network hostable DHCP agents. Network: bef1bb3b-26fd-4afa-9a5e-35269987ed57, hostable agents: ['9e620681-9ba6-48ee-a994-b814c2ae7583'], hosted agents: [] {{(pid=91772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 07 06:49:23.306900 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76cbbcad-4fb6-470e-8f04-16f29eac46c7 admin admin] Network bef1bb3b-26fd-4afa-9a5e-35269987ed57 is scheduled to be hosted by DHCP agent 9e620681-9ba6-48ee-a994-b814c2ae7583 with binding_index 1 {{(pid=91772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 07 06:49:23.315740 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.scheduler.base_scheduler [None req-76cbbcad-4fb6-470e-8f04-16f29eac46c7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784140-5-smb, bef1bb3b-26fd-4afa-9a5e-35269987ed57) {{(pid=91772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 06:49:23.319739 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76cbbcad-4fb6-470e-8f04-16f29eac46c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:49:23.320337 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-76cbbcad-4fb6-470e-8f04-16f29eac46c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648630'] for subnet, before_response {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:49:23.324872 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-257b5a12-c7ed-497e-9126-65d684b653c0 None None] Network bef1bb3b-26fd-4afa-9a5e-35269987ed57 requested from dv-cinder-784140-5-smb {{(pid=91774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 06:49:23.338113 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [None req-76cbbcad-4fb6-470e-8f04-16f29eac46c7 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3474226 Jun 07 06:49:23.545942 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56dce594-d92e-4789-80e2-0cff35f860aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp16c4c58c-3b6f-5278-963a-84eb71d65540-bef1bb3b-26fd-4afa-9a5e-35269987ed57', 'network_id': 'bef1bb3b-26fd-4afa-9a5e-35269987ed57', 'tenant_id': '87cee41a18ac4f4983ad1b969db2feec', 'fixed_ips': [{'subnet_id': '1f70bfea-8af1-435f-b4a4-77781e2784f1'}]}} from dv-cinder-784140-5-smb. {{(pid=91774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 07 06:49:23.546771 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-56dce594-d92e-4789-80e2-0cff35f860aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564700'] for port, before_create {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:49:23.708613 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.db.db_base_plugin_common [None req-56dce594-d92e-4789-80e2-0cff35f860aa None None] Allocated IP 192.168.233.2 (bef1bb3b-26fd-4afa-9a5e-35269987ed57/1f70bfea-8af1-435f-b4a4-77781e2784f1/77153cfe-e3cc-44c4-800e-fca51eba352e) {{(pid=91774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 06:49:23.911526 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-56dce594-d92e-4789-80e2-0cff35f860aa None None] Notify callbacks [] for port, precommit_create {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:49:23.921661 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.db.provisioning_blocks [None req-56dce594-d92e-4789-80e2-0cff35f860aa None None] Transition to ACTIVE for port object 77153cfe-e3cc-44c4-800e-fca51eba352e will not be triggered until provisioned by entity L2. {{(pid=91774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 06:49:23.940499 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.db.provisioning_blocks [None req-56dce594-d92e-4789-80e2-0cff35f860aa None None] Transition to ACTIVE for port object 77153cfe-e3cc-44c4-800e-fca51eba352e will not be triggered until provisioned by entity DHCP. {{(pid=91774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 06:49:23.946280 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-56dce594-d92e-4789-80e2-0cff35f860aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-569476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648536', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762331935079'] for port, after_create {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:49:23.950744 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-eaa7a2b5-183c-462c-a343-d520b49fda66 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:49:24.009662 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56dce594-d92e-4789-80e2-0cff35f860aa None None] Network bef1bb3b-26fd-4afa-9a5e-35269987ed57 is already hosted by enough agents. {{(pid=91774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 06:49:24.012723 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.scheduler.base_scheduler [None req-56dce594-d92e-4789-80e2-0cff35f860aa None None] Resources bound (agent type, host, resource id): {{(pid=91774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 06:49:24.015665 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56dce594-d92e-4789-80e2-0cff35f860aa None None] Received port after_create {{(pid=91774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 06:49:24.049837 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56dce594-d92e-4789-80e2-0cff35f860aa None None] Pushing event updated for resources: {'Port': ['ID=77153cfe-e3cc-44c4-800e-fca51eba352e,revision_number=1']} {{(pid=91774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:49:24.063272 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56dce594-d92e-4789-80e2-0cff35f860aa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:49:24.063616 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56dce594-d92e-4789-80e2-0cff35f860aa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:49:24.063966 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56dce594-d92e-4789-80e2-0cff35f860aa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:49:24.064292 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56dce594-d92e-4789-80e2-0cff35f860aa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:49:24.064611 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56dce594-d92e-4789-80e2-0cff35f860aa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:49:24.064933 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56dce594-d92e-4789-80e2-0cff35f860aa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:49:24.065251 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56dce594-d92e-4789-80e2-0cff35f860aa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:49:24.065563 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56dce594-d92e-4789-80e2-0cff35f860aa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:49:24.065876 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56dce594-d92e-4789-80e2-0cff35f860aa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:49:24.066187 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56dce594-d92e-4789-80e2-0cff35f860aa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:49:24.066496 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56dce594-d92e-4789-80e2-0cff35f860aa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:49:24.066804 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56dce594-d92e-4789-80e2-0cff35f860aa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:49:24.070967 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-56dce594-d92e-4789-80e2-0cff35f860aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:49:24.123603 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.managers [None req-56dce594-d92e-4789-80e2-0cff35f860aa None None] Attempting to bind port 77153cfe-e3cc-44c4-800e-fca51eba352e on host dv-cinder-784140-5-smb for vnic_type normal with profile {{(pid=91774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 06:49:24.123991 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.managers [None req-56dce594-d92e-4789-80e2-0cff35f860aa None None] Attempting to bind port 77153cfe-e3cc-44c4-800e-fca51eba352e by drivers openvswitch,hyperv on host dv-cinder-784140-5-smb at level 0 using segments [{'id': '1b1e3bb1-4921-4232-a194-a4ff9b34050a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'bef1bb3b-26fd-4afa-9a5e-35269987ed57'}] {{(pid=91774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 06:49:24.124351 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56dce594-d92e-4789-80e2-0cff35f860aa None None] Attempting to bind port 77153cfe-e3cc-44c4-800e-fca51eba352e on network bef1bb3b-26fd-4afa-9a5e-35269987ed57 {{(pid=91774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 06:49:24.129621 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56dce594-d92e-4789-80e2-0cff35f860aa None None] Checking agent: {'id': '2cbbf4dd-47cd-4e79-9ddf-2f0b457e4e7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784140-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 6, 46, 9), 'started_at': datetime.datetime(2021, 6, 7, 6, 46, 39), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 6, 49, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784140-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 06:49:24.129984 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56dce594-d92e-4789-80e2-0cff35f860aa None None] Checking segment: {'id': '1b1e3bb1-4921-4232-a194-a4ff9b34050a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'bef1bb3b-26fd-4afa-9a5e-35269987ed57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 06:49:24.130374 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-56dce594-d92e-4789-80e2-0cff35f860aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:49:24.130756 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56dce594-d92e-4789-80e2-0cff35f860aa None None] Bound using segment: {'id': '1b1e3bb1-4921-4232-a194-a4ff9b34050a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'bef1bb3b-26fd-4afa-9a5e-35269987ed57'} {{(pid=91774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 06:49:24.131214 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.managers [None req-56dce594-d92e-4789-80e2-0cff35f860aa None None] Bound port: 77153cfe-e3cc-44c4-800e-fca51eba352e, host: dv-cinder-784140-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b1e3bb1-4921-4232-a194-a4ff9b34050a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'bef1bb3b-26fd-4afa-9a5e-35269987ed57'}}] {{(pid=91774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 06:49:24.131579 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-56dce594-d92e-4789-80e2-0cff35f860aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564700'] for port, before_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:49:24.221118 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.db [None req-56dce594-d92e-4789-80e2-0cff35f860aa None None] For port 77153cfe-e3cc-44c4-800e-fca51eba352e, host dv-cinder-784140-5-smb, cleared binding levels {{(pid=91774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 06:49:24.224099 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.db [None req-56dce594-d92e-4789-80e2-0cff35f860aa None None] For port 77153cfe-e3cc-44c4-800e-fca51eba352e, host dv-cinder-784140-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-5-smb',level=0,port_id=77153cfe-e3cc-44c4-800e-fca51eba352e,segment=NetworkSegment(1b1e3bb1-4921-4232-a194-a4ff9b34050a),segment_id=1b1e3bb1-4921-4232-a194-a4ff9b34050a)] {{(pid=91774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 06:49:24.228966 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-56dce594-d92e-4789-80e2-0cff35f860aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-569476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762332438254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762331935097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762331935142'] for port, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:49:24.232774 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:49:24.304423 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56dce594-d92e-4789-80e2-0cff35f860aa None None] Pushing event updated for resources: {'Port': ['ID=77153cfe-e3cc-44c4-800e-fca51eba352e,revision_number=2']} {{(pid=91774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:49:24.313663 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-56dce594-d92e-4789-80e2-0cff35f860aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:49:25.073639 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25095d34-f541-4b26-8a8d-ada775587714 None None] Network bef1bb3b-26fd-4afa-9a5e-35269987ed57 requested from dv-cinder-784140-5-smb {{(pid=91774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 06:49:25.161204 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.db.provisioning_blocks [None req-d0c9fb05-55e6-4a5d-898e-2b52058d0dda None None] Provisioning for port 77153cfe-e3cc-44c4-800e-fca51eba352e completed by entity DHCP. {{(pid=91774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 06:49:25.368898 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Device 77153cfe-e3cc-44c4-800e-fca51eba352e up at agent ovs-agent-dv-cinder-784140-5-smb {{(pid=91774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 06:49:25.444944 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.db.provisioning_blocks [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Provisioning for port 77153cfe-e3cc-44c4-800e-fca51eba352e completed by entity L2. {{(pid=91774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 06:49:25.450484 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.db.provisioning_blocks [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Provisioning complete for port 77153cfe-e3cc-44c4-800e-fca51eba352e triggered by entity L2. {{(pid=91774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 06:49:25.450875 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723953'] for port, provisioning_complete {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:49:25.571479 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564700'] for port, before_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:49:25.608452 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.db.provisioning_blocks [None req-74169e22-f76c-4dc8-8bf4-61b9d037f5c6 None None] Provisioning complete for port 77153cfe-e3cc-44c4-800e-fca51eba352e triggered by entity DHCP. {{(pid=91774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 06:49:25.608712 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-74169e22-f76c-4dc8-8bf4-61b9d037f5c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723953'] for port, provisioning_complete {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:49:25.674646 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.db [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] For port 77153cfe-e3cc-44c4-800e-fca51eba352e, host dv-cinder-784140-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-5-smb',level=0,port_id=77153cfe-e3cc-44c4-800e-fca51eba352e,segment=NetworkSegment(1b1e3bb1-4921-4232-a194-a4ff9b34050a),segment_id=1b1e3bb1-4921-4232-a194-a4ff9b34050a)] {{(pid=91774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 06:49:25.682397 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-569476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762332438254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762331935097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762331935142'] for port, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:49:25.689280 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:49:25.796078 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Pushing event updated for resources: {'Port': ['ID=77153cfe-e3cc-44c4-800e-fca51eba352e,revision_number=3']} {{(pid=91774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:49:25.799209 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:49:27.332626 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Device 77153cfe-e3cc-44c4-800e-fca51eba352e up at agent ovs-agent-dv-cinder-784140-5-smb {{(pid=91774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 06:49:27.401471 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.db.provisioning_blocks [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Provisioning complete for port 77153cfe-e3cc-44c4-800e-fca51eba352e triggered by entity L2. {{(pid=91774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 06:49:27.401821 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723953'] for port, provisioning_complete {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:49:29.897390 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron.db.agents_db [None req-9f63f2a9-7775-47ca-9fc8-a7f68791a20c None None] Agent healthcheck: found 5 active agents {{(pid=91775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 06:49:36.875852 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-ae46c13d-8ab1-4071-8ee4-466dd0d87028 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762332461204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723872'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:49:39.257561 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762332461204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723872'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:49:39.436003 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-fbc821b1-eacd-4fc8-91ef-73a5f4155da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762332461204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723872'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:49:40.512359 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-3ea4f4f5-6296-4d8b-95a7-2efd101194ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762332461204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723872'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:49:42.079490 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-7052a4e3-dcb7-48ac-a7a0-7c0e94d6da24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762332461204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723872'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:50:06.878074 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-ffeffa8e-1dd3-470d-a421-d7e8bee34591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762332461204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723872'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:50:06.895499 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron.db.agents_db [None req-9f63f2a9-7775-47ca-9fc8-a7f68791a20c None None] Agent healthcheck: found 5 active agents {{(pid=91775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 06:50:09.260602 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762332461204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723872'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:50:09.438103 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-5a08633f-208e-45c4-921b-e9a147b2f748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762332461204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723872'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:50:10.516093 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-3ea4f4f5-6296-4d8b-95a7-2efd101194ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762332461204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723872'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:50:12.081901 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-7052a4e3-dcb7-48ac-a7a0-7c0e94d6da24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762332461204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723872'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:50:31.255467 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.wsgi [-] (91772) accepted ('10.222.0.21', 50920) {{(pid=91772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:50:31.261618 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.wsgi [None req-7f8d057b-8e1b-4891-b1a5-67f85142cbfd tempest-verify_tempest_config-1820783567 tempest-verify_tempest_config-1820783567-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=91772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 07 06:50:31.262565 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [None req-7f8d057b-8e1b-4891-b1a5-67f85142cbfd tempest-verify_tempest_config-1820783567 tempest-verify_tempest_config-1820783567-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0061412 Jun 07 06:50:31.560909 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.wsgi [-] (91772) accepted ('10.222.0.21', 50938) {{(pid=91772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:50:31.673824 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-8c536208-e7bd-4311-9ce9-ce51232897a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:50:31.773637 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-8c536208-e7bd-4311-9ce9-ce51232897a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:50:31.777085 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-8c536208-e7bd-4311-9ce9-ce51232897a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1706761'] for security_group, after_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:50:31.784761 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-d4f71ad5-7885-470c-9844-1db5b750f81f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:50:31.823073 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [None req-8c536208-e7bd-4311-9ce9-ce51232897a1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a237bc0a76054e20a51d827c9406eeb6&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2611742 Jun 07 06:50:31.823865 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c536208-e7bd-4311-9ce9-ce51232897a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7339f292-2d05-4637-b3a5-50b7ba19a28c,revision_number=1']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:50:31.825794 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.21', 50942) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:50:31.831095 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c536208-e7bd-4311-9ce9-ce51232897a1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:50:31.831428 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c536208-e7bd-4311-9ce9-ce51232897a1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:50:31.831749 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c536208-e7bd-4311-9ce9-ce51232897a1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:50:31.832091 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c536208-e7bd-4311-9ce9-ce51232897a1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:50:31.832408 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c536208-e7bd-4311-9ce9-ce51232897a1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:50:31.832721 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c536208-e7bd-4311-9ce9-ce51232897a1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:50:31.833050 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c536208-e7bd-4311-9ce9-ce51232897a1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:50:31.833340 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c536208-e7bd-4311-9ce9-ce51232897a1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:50:31.833646 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c536208-e7bd-4311-9ce9-ce51232897a1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:50:31.833954 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c536208-e7bd-4311-9ce9-ce51232897a1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:50:31.834256 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c536208-e7bd-4311-9ce9-ce51232897a1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:50:31.834560 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c536208-e7bd-4311-9ce9-ce51232897a1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:50:31.838365 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-8c536208-e7bd-4311-9ce9-ce51232897a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:50:31.895766 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-c0cb1111-ca13-46e2-85bd-1e4659c1a21d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:50:31.920909 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-c0cb1111-ca13-46e2-85bd-1e4659c1a21d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:50:32.012629 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-c0cb1111-ca13-46e2-85bd-1e4659c1a21d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1706761'] for security_group, after_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:50:32.015788 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-c0cb1111-ca13-46e2-85bd-1e4659c1a21d admin admin] Notify callbacks [] for security_group, before_response {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:50:32.016936 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [None req-c0cb1111-ca13-46e2-85bd-1e4659c1a21d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7339f292-2d05-4637-b3a5-50b7ba19a28c HTTP/1.1" status: 204 len: 168 time: 0.1902068 Jun 07 06:50:32.017541 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:50:32.026683 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cb1111-ca13-46e2-85bd-1e4659c1a21d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7339f292-2d05-4637-b3a5-50b7ba19a28c,revision_number=None']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:50:32.034552 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0cb1111-ca13-46e2-85bd-1e4659c1a21d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:50:32.034890 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0cb1111-ca13-46e2-85bd-1e4659c1a21d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:50:32.035215 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0cb1111-ca13-46e2-85bd-1e4659c1a21d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:50:32.035534 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0cb1111-ca13-46e2-85bd-1e4659c1a21d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:50:32.035843 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0cb1111-ca13-46e2-85bd-1e4659c1a21d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:50:32.036182 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0cb1111-ca13-46e2-85bd-1e4659c1a21d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:50:32.036493 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0cb1111-ca13-46e2-85bd-1e4659c1a21d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:50:32.036850 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0cb1111-ca13-46e2-85bd-1e4659c1a21d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:50:32.037125 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0cb1111-ca13-46e2-85bd-1e4659c1a21d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:50:32.037437 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0cb1111-ca13-46e2-85bd-1e4659c1a21d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:50:32.037742 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0cb1111-ca13-46e2-85bd-1e4659c1a21d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:50:32.038045 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0cb1111-ca13-46e2-85bd-1e4659c1a21d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:50:32.041563 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-c0cb1111-ca13-46e2-85bd-1e4659c1a21d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:50:36.873814 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-f487866d-373e-4d34-920d-1d892309d607 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762332461204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723872'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:50:39.262608 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762332461204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723872'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:50:39.442462 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-30887c36-2ec5-4d22-9fa7-42ca8b2b8db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762332461204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723872'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:50:40.519731 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-3ea4f4f5-6296-4d8b-95a7-2efd101194ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762332461204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723872'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:50:42.085542 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-7052a4e3-dcb7-48ac-a7a0-7c0e94d6da24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762332461204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723872'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:50:43.895662 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron.db.agents_db [None req-9f63f2a9-7775-47ca-9fc8-a7f68791a20c None None] Agent healthcheck: found 5 active agents {{(pid=91775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 06:51:06.880738 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-013fcfae-ec61-45ce-85c7-d528b28dcd14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762332461204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723872'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:51:09.265338 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762332461204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723872'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:51:09.441631 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-da00071f-2943-4d95-89f9-d0c29c1d87dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762332461204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723872'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:51:10.523288 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-3ea4f4f5-6296-4d8b-95a7-2efd101194ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762332461204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723872'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:51:12.086449 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-7052a4e3-dcb7-48ac-a7a0-7c0e94d6da24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762332461204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723872'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:51:20.895049 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron.db.agents_db [None req-9f63f2a9-7775-47ca-9fc8-a7f68791a20c None None] Agent healthcheck: found 5 active agents {{(pid=91775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 06:51:36.870959 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-6552b41f-e49e-40ef-8a76-2bed30e0b5a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762332461204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723872'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:51:39.267921 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762332461204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723872'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:51:39.441018 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-73bd130d-910c-497f-a694-819af8d3883d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762332461204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723872'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:51:40.526218 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-3ea4f4f5-6296-4d8b-95a7-2efd101194ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762332461204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723872'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:51:42.092972 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-7052a4e3-dcb7-48ac-a7a0-7c0e94d6da24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762332461204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723872'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:51:57.893699 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron.db.agents_db [None req-9f63f2a9-7775-47ca-9fc8-a7f68791a20c None None] Agent healthcheck: found 5 active agents {{(pid=91775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 06:52:06.874914 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-db058258-26c8-4bfd-b7bf-c9801327086d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762332461204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723872'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:52:09.271319 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762332461204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723872'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:52:09.442619 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-2f4f9642-c3e7-46d2-9d8f-89edd4fdc6d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762332461204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723872'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:52:10.530229 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-3ea4f4f5-6296-4d8b-95a7-2efd101194ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762332461204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723872'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:52:10.593418 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762332461204'] for agent, after_create {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:52:12.093794 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-7052a4e3-dcb7-48ac-a7a0-7c0e94d6da24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762332461204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723872'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:52:14.767529 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.21', 50996) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:52:14.877528 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [None req-8c32a499-a5ca-4fa9-803c-752fbc4a03c2 admin admin] 10.222.0.21 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.1088636 Jun 07 06:52:16.973927 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.wsgi [-] (91772) accepted ('10.222.0.21', 51006) {{(pid=91772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:52:17.032427 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [None req-31d4fc36-5434-4203-b280-c69cc4fcc4fc admin admin] 10.222.0.21 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.0574296 Jun 07 06:52:34.892695 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron.db.agents_db [None req-9f63f2a9-7775-47ca-9fc8-a7f68791a20c None None] Agent healthcheck: found 6 active agents {{(pid=91775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 06:52:36.877025 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-4fa3c323-41a7-4510-b297-44591502ff88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762332461204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723872'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:52:39.272957 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762332461204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723872'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:52:39.445190 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-e5d8e40e-924f-41fc-96f4-c94e8e1fd825 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762332461204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723872'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:52:40.534142 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-3ea4f4f5-6296-4d8b-95a7-2efd101194ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762332461204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723872'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:52:40.572738 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762332461204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723872'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:52:42.097023 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-7052a4e3-dcb7-48ac-a7a0-7c0e94d6da24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762332461204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723872'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:53:06.885163 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-fcb0d27a-b909-478b-ae54-ada6fdc2ee95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762332461204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723872'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:53:09.283867 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762332461204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723872'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:53:09.448167 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-b6dac782-01e5-496d-8c4a-29a2ef6a6ced None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762332461204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723872'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:53:10.537644 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-3ea4f4f5-6296-4d8b-95a7-2efd101194ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762332461204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723872'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:53:10.573702 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762332461204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723872'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:53:11.892188 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron.db.agents_db [None req-9f63f2a9-7775-47ca-9fc8-a7f68791a20c None None] Agent healthcheck: found 6 active agents {{(pid=91775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 06:53:12.105404 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-7052a4e3-dcb7-48ac-a7a0-7c0e94d6da24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762332461204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723872'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:53:36.877692 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-f2f6ad12-3885-419f-b406-d4e33275f55f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762332461204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723872'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:53:39.281113 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762332461204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723872'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:53:39.450846 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-1c76f984-5950-43e8-b0f7-3f1fbd021353 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762332461204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723872'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:53:40.538954 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-3ea4f4f5-6296-4d8b-95a7-2efd101194ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762332461204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723872'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:53:40.587188 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762332461204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723872'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:53:42.126614 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-7052a4e3-dcb7-48ac-a7a0-7c0e94d6da24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762332461204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723872'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:53:46.842606 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.wsgi [-] (91772) accepted ('10.222.0.21', 51218) {{(pid=91772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:53:46.985321 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.wsgi [-] (91772) accepted ('10.222.0.21', 51230) {{(pid=91772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:53:47.006285 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.wsgi [-] (91772) accepted ('10.222.0.21', 51234) {{(pid=91772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:53:47.018769 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.21', 51238) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:53:47.223172 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.v2.base [None req-0214a58d-d74f-487b-9905-0b8c9f2952d4 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-144816171-network', 'tenant_id': '0cf7ac6ccb8642d894b6ba7f74160152'}} {{(pid=91772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 06:53:47.246612 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0214a58d-d74f-487b-9905-0b8c9f2952d4 admin admin] Made reservation on behalf of 0cf7ac6ccb8642d894b6ba7f74160152 for: {'network': 1} {{(pid=91772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 06:53:47.249973 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-0214a58d-d74f-487b-9905-0b8c9f2952d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-564483'] for network, before_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:53:47.266506 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.v2.base [None req-c002d849-6d89-43f0-9eee-db80eb717e1b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1783332224-network', 'tenant_id': 'a521857e620a4cd2a9ecf3c6706dbe4e'}} {{(pid=91772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 06:53:47.281003 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-0214a58d-d74f-487b-9905-0b8c9f2952d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:53:47.297827 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.v2.base [None req-d78a131e-37a3-4076-bcef-fb486fca54a1 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1008077506-network', 'tenant_id': '912ad0c5b96b49f5bf40077337ed1d82'}} {{(pid=91772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 06:53:47.321775 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c002d849-6d89-43f0-9eee-db80eb717e1b admin admin] Made reservation on behalf of a521857e620a4cd2a9ecf3c6706dbe4e for: {'network': 1} {{(pid=91772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 06:53:47.324111 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-c002d849-6d89-43f0-9eee-db80eb717e1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-564483'] for network, before_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:53:47.339351 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.v2.base [None req-04706227-4717-4fd0-80c4-998760ce54a7 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1950775108-network', 'tenant_id': 'e315befe5685416d9564a280760adaed'}} {{(pid=91773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 06:53:47.340526 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-c002d849-6d89-43f0-9eee-db80eb717e1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:53:47.340662 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.quota [None req-04706227-4717-4fd0-80c4-998760ce54a7 admin admin] Loaded quota_driver: . Jun 07 06:53:47.443274 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-0214a58d-d74f-487b-9905-0b8c9f2952d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:53:47.460675 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-0214a58d-d74f-487b-9905-0b8c9f2952d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1706761'] for security_group, after_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:53:47.467391 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:53:47.491050 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0214a58d-d74f-487b-9905-0b8c9f2952d4 admin admin] vlan segment allocate from pool success with {'vlan_id': 308, 'physical_network': 'physnet1'} {{(pid=91772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 07 06:53:47.498199 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d78a131e-37a3-4076-bcef-fb486fca54a1 admin admin] Made reservation on behalf of 912ad0c5b96b49f5bf40077337ed1d82 for: {'network': 1} {{(pid=91772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 06:53:47.501948 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-d78a131e-37a3-4076-bcef-fb486fca54a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-564483'] for network, before_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:53:47.502080 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04706227-4717-4fd0-80c4-998760ce54a7 admin admin] Made reservation on behalf of e315befe5685416d9564a280760adaed for: {'network': 1} {{(pid=91773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 06:53:47.504547 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-04706227-4717-4fd0-80c4-998760ce54a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-564483'] for network, before_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:53:47.521381 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-04706227-4717-4fd0-80c4-998760ce54a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:53:47.538608 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-0214a58d-d74f-487b-9905-0b8c9f2952d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-712556'] for segment, precommit_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:53:47.539036 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.db.segments_db [None req-0214a58d-d74f-487b-9905-0b8c9f2952d4 admin admin] Added segment 52b2ea56-693b-48b2-9a2b-8ef6c7482fc0 of type vlan for network 90cfa33b-3934-46a0-a3d0-faaa7bfec8df Jun 07 06:53:47.540266 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0214a58d-d74f-487b-9905-0b8c9f2952d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3586acae-2530-4547-9aee-ffe67c693055,revision_number=1']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:53:47.555030 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-d78a131e-37a3-4076-bcef-fb486fca54a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:53:47.566958 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0214a58d-d74f-487b-9905-0b8c9f2952d4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:53:47.567292 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0214a58d-d74f-487b-9905-0b8c9f2952d4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:53:47.567624 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0214a58d-d74f-487b-9905-0b8c9f2952d4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:53:47.567963 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0214a58d-d74f-487b-9905-0b8c9f2952d4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:53:47.568285 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0214a58d-d74f-487b-9905-0b8c9f2952d4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:53:47.568594 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0214a58d-d74f-487b-9905-0b8c9f2952d4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:53:47.569144 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0214a58d-d74f-487b-9905-0b8c9f2952d4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:53:47.569420 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0214a58d-d74f-487b-9905-0b8c9f2952d4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:53:47.569778 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0214a58d-d74f-487b-9905-0b8c9f2952d4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:53:47.570050 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0214a58d-d74f-487b-9905-0b8c9f2952d4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:53:47.570515 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0214a58d-d74f-487b-9905-0b8c9f2952d4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:53:47.571080 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0214a58d-d74f-487b-9905-0b8c9f2952d4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:53:47.572093 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0214a58d-d74f-487b-9905-0b8c9f2952d4 admin admin] Tracked resource versions report: Jun 07 06:53:47.572093 dv-cinder-784140-5-smb neutron-server[91772]: pushed versions: Jun 07 06:53:47.572093 dv-cinder-784140-5-smb neutron-server[91772]: { 'AddressGroup': {'1.2'}, Jun 07 06:53:47.572093 dv-cinder-784140-5-smb neutron-server[91772]: 'ConntrackHelper': {'1.0'}, Jun 07 06:53:47.572093 dv-cinder-784140-5-smb neutron-server[91772]: 'Log': {'1.0'}, Jun 07 06:53:47.572093 dv-cinder-784140-5-smb neutron-server[91772]: 'Network': {'1.1'}, Jun 07 06:53:47.572093 dv-cinder-784140-5-smb neutron-server[91772]: 'Port': {'1.7'}, Jun 07 06:53:47.572093 dv-cinder-784140-5-smb neutron-server[91772]: 'PortForwarding': {'1.2'}, Jun 07 06:53:47.572093 dv-cinder-784140-5-smb neutron-server[91772]: 'QosPolicy': {'1.8'}, Jun 07 06:53:47.572093 dv-cinder-784140-5-smb neutron-server[91772]: 'SecurityGroup': {'1.4'}, Jun 07 06:53:47.572093 dv-cinder-784140-5-smb neutron-server[91772]: 'SecurityGroupRule': {'1.2'}, Jun 07 06:53:47.572093 dv-cinder-784140-5-smb neutron-server[91772]: 'SubPort': {'1.0'}, Jun 07 06:53:47.572093 dv-cinder-784140-5-smb neutron-server[91772]: 'Subnet': {'1.1'}, Jun 07 06:53:47.572093 dv-cinder-784140-5-smb neutron-server[91772]: 'Trunk': {'1.1'}} Jun 07 06:53:47.572093 dv-cinder-784140-5-smb neutron-server[91772]: consumer versions: Jun 07 06:53:47.572093 dv-cinder-784140-5-smb neutron-server[91772]: { DHCP agent@dv-cinder-784140-5-smb: {}, Jun 07 06:53:47.572093 dv-cinder-784140-5-smb neutron-server[91772]: HyperV agent@hv-cinder-78414: {}, Jun 07 06:53:47.572093 dv-cinder-784140-5-smb neutron-server[91772]: L3 agent@dv-cinder-784140-5-smb: {}, Jun 07 06:53:47.572093 dv-cinder-784140-5-smb neutron-server[91772]: Metadata agent@dv-cinder-784140-5-smb: {}, Jun 07 06:53:47.572093 dv-cinder-784140-5-smb neutron-server[91772]: Metering agent@dv-cinder-784140-5-smb: {}, Jun 07 06:53:47.572093 dv-cinder-784140-5-smb neutron-server[91772]: Open vSwitch agent@dv-cinder-784140-5-smb: { 'AddressGroup': '1.2', Jun 07 06:53:47.572093 dv-cinder-784140-5-smb neutron-server[91772]: 'ConntrackHelper': '1.0', Jun 07 06:53:47.572093 dv-cinder-784140-5-smb neutron-server[91772]: 'Log': '1.0', Jun 07 06:53:47.572093 dv-cinder-784140-5-smb neutron-server[91772]: 'Network': '1.1', Jun 07 06:53:47.572093 dv-cinder-784140-5-smb neutron-server[91772]: 'Port': '1.7', Jun 07 06:53:47.572093 dv-cinder-784140-5-smb neutron-server[91772]: 'PortForwarding': '1.2', Jun 07 06:53:47.572093 dv-cinder-784140-5-smb neutron-server[91772]: 'QosPolicy': '1.8', Jun 07 06:53:47.572093 dv-cinder-784140-5-smb neutron-server[91772]: 'SecurityGroup': '1.4', Jun 07 06:53:47.572093 dv-cinder-784140-5-smb neutron-server[91772]: 'SecurityGroupRule': '1.2', Jun 07 06:53:47.572093 dv-cinder-784140-5-smb neutron-server[91772]: 'SubPort': '1.0', Jun 07 06:53:47.572093 dv-cinder-784140-5-smb neutron-server[91772]: 'Subnet': '1.1', Jun 07 06:53:47.572093 dv-cinder-784140-5-smb neutron-server[91772]: 'Trunk': '1.1'}} Jun 07 06:53:47.572093 dv-cinder-784140-5-smb neutron-server[91772]: {{(pid=91772) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 07 06:53:47.595287 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-0214a58d-d74f-487b-9905-0b8c9f2952d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:53:47.614277 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-0214a58d-d74f-487b-9905-0b8c9f2952d4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762331920860'] for network, precommit_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:53:47.667008 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-0214a58d-d74f-487b-9905-0b8c9f2952d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1706969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648529'] for network, after_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:53:47.669429 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0214a58d-d74f-487b-9905-0b8c9f2952d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:53:47.670024 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-0214a58d-d74f-487b-9905-0b8c9f2952d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648630'] for network, before_response {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:53:47.678110 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-bb2c2f5d-e14e-4ed5-9c68-1294a355fae1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:53:47.763818 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0214a58d-d74f-487b-9905-0b8c9f2952d4 admin admin] Pushing event updated for resources: {'Network': ['ID=90cfa33b-3934-46a0-a3d0-faaa7bfec8df,revision_number=1']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:53:47.772180 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-0214a58d-d74f-487b-9905-0b8c9f2952d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:53:47.783920 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Network 90cfa33b-3934-46a0-a3d0-faaa7bfec8df details requested by agent ovs-agent-dv-cinder-784140-5-smb with host dv-cinder-784140-5-smb {{(pid=91774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 07 06:53:47.854653 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-c002d849-6d89-43f0-9eee-db80eb717e1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:53:47.864608 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-c002d849-6d89-43f0-9eee-db80eb717e1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1706761'] for security_group, after_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:53:47.915606 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c002d849-6d89-43f0-9eee-db80eb717e1b admin admin] vlan segment allocate from pool success with {'vlan_id': 334, 'physical_network': 'physnet1'} {{(pid=91772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 07 06:53:47.941750 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-c002d849-6d89-43f0-9eee-db80eb717e1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-712556'] for segment, precommit_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:53:47.942069 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.db.segments_db [None req-c002d849-6d89-43f0-9eee-db80eb717e1b admin admin] Added segment 3ffd2bba-2e4c-4340-84bb-337c4d476270 of type vlan for network d923eec5-f613-4137-bc9f-8f5300ca5016 Jun 07 06:53:48.028120 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-c002d849-6d89-43f0-9eee-db80eb717e1b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762331920860'] for network, precommit_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:53:48.037565 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-8c536208-e7bd-4311-9ce9-ce51232897a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:53:48.051441 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [None req-0214a58d-d74f-487b-9905-0b8c9f2952d4 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.2071648 Jun 07 06:53:48.057607 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.wsgi [-] (91772) accepted ('10.222.0.21', 51278) {{(pid=91772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:53:48.061040 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-04706227-4717-4fd0-80c4-998760ce54a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:53:48.067017 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.v2.base [None req-5b869288-32c4-4fcb-a3fc-d71f4a82c08a admin admin] Request body: {'subnet': {'network_id': '90cfa33b-3934-46a0-a3d0-faaa7bfec8df', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-144816171-subnet', 'tenant_id': '0cf7ac6ccb8642d894b6ba7f74160152', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=91772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 06:53:48.071715 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-04706227-4717-4fd0-80c4-998760ce54a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1706761'] for security_group, after_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:53:48.098687 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04706227-4717-4fd0-80c4-998760ce54a7 admin admin] vlan segment allocate from pool success with {'vlan_id': 302, 'physical_network': 'physnet1'} {{(pid=91773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 07 06:53:48.126645 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-04706227-4717-4fd0-80c4-998760ce54a7 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8762332461213', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-712556'] for segment, precommit_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:53:48.127319 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-04706227-4717-4fd0-80c4-998760ce54a7 admin admin] Unsubscribe: segment precommit_create {{(pid=91773) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 07 06:53:48.127872 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.db.segments_db [None req-04706227-4717-4fd0-80c4-998760ce54a7 admin admin] Added segment 88ca7d97-e105-429a-98e0-c2a9da21452e of type vlan for network 27a96711-417c-4ed3-a59e-0ca8ab8628f1 Jun 07 06:53:48.168621 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c002d849-6d89-43f0-9eee-db80eb717e1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=056fa4d3-484e-4dfb-9a92-97fe13ae84c7,revision_number=1']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:53:48.196211 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-c002d849-6d89-43f0-9eee-db80eb717e1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:53:48.211793 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-c002d849-6d89-43f0-9eee-db80eb717e1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1706969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648529'] for network, after_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:53:48.214418 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c002d849-6d89-43f0-9eee-db80eb717e1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:53:48.214993 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-c002d849-6d89-43f0-9eee-db80eb717e1b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648630'] for network, before_response {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:53:48.223928 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-0214a58d-d74f-487b-9905-0b8c9f2952d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:53:48.293976 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-04706227-4717-4fd0-80c4-998760ce54a7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762331920860'] for network, precommit_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:53:48.371342 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-c0cb1111-ca13-46e2-85bd-1e4659c1a21d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:53:48.382103 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-04706227-4717-4fd0-80c4-998760ce54a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1706969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648529'] for network, after_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:53:48.400259 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04706227-4717-4fd0-80c4-998760ce54a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d4b3a4d-8433-4457-868d-75e29ba07bfc,revision_number=1']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:53:48.409093 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04706227-4717-4fd0-80c4-998760ce54a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:53:48.410150 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-04706227-4717-4fd0-80c4-998760ce54a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648630'] for network, before_response {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:53:48.426076 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04706227-4717-4fd0-80c4-998760ce54a7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:53:48.426805 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04706227-4717-4fd0-80c4-998760ce54a7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:53:48.427367 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04706227-4717-4fd0-80c4-998760ce54a7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:53:48.427945 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04706227-4717-4fd0-80c4-998760ce54a7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:53:48.429415 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04706227-4717-4fd0-80c4-998760ce54a7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:53:48.429415 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04706227-4717-4fd0-80c4-998760ce54a7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:53:48.429415 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04706227-4717-4fd0-80c4-998760ce54a7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:53:48.429807 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04706227-4717-4fd0-80c4-998760ce54a7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:53:48.430357 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04706227-4717-4fd0-80c4-998760ce54a7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:53:48.430876 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04706227-4717-4fd0-80c4-998760ce54a7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:53:48.431389 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04706227-4717-4fd0-80c4-998760ce54a7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:53:48.431960 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04706227-4717-4fd0-80c4-998760ce54a7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:53:48.433281 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04706227-4717-4fd0-80c4-998760ce54a7 admin admin] Tracked resource versions report: Jun 07 06:53:48.433281 dv-cinder-784140-5-smb neutron-server[91773]: pushed versions: Jun 07 06:53:48.433281 dv-cinder-784140-5-smb neutron-server[91773]: { 'AddressGroup': {'1.2'}, Jun 07 06:53:48.433281 dv-cinder-784140-5-smb neutron-server[91773]: 'ConntrackHelper': {'1.0'}, Jun 07 06:53:48.433281 dv-cinder-784140-5-smb neutron-server[91773]: 'Log': {'1.0'}, Jun 07 06:53:48.433281 dv-cinder-784140-5-smb neutron-server[91773]: 'Network': {'1.1'}, Jun 07 06:53:48.433281 dv-cinder-784140-5-smb neutron-server[91773]: 'Port': {'1.7'}, Jun 07 06:53:48.433281 dv-cinder-784140-5-smb neutron-server[91773]: 'PortForwarding': {'1.2'}, Jun 07 06:53:48.433281 dv-cinder-784140-5-smb neutron-server[91773]: 'QosPolicy': {'1.8'}, Jun 07 06:53:48.433281 dv-cinder-784140-5-smb neutron-server[91773]: 'SecurityGroup': {'1.4'}, Jun 07 06:53:48.433281 dv-cinder-784140-5-smb neutron-server[91773]: 'SecurityGroupRule': {'1.2'}, Jun 07 06:53:48.433281 dv-cinder-784140-5-smb neutron-server[91773]: 'SubPort': {'1.0'}, Jun 07 06:53:48.433281 dv-cinder-784140-5-smb neutron-server[91773]: 'Subnet': {'1.1'}, Jun 07 06:53:48.433281 dv-cinder-784140-5-smb neutron-server[91773]: 'Trunk': {'1.1'}} Jun 07 06:53:48.433281 dv-cinder-784140-5-smb neutron-server[91773]: consumer versions: Jun 07 06:53:48.433281 dv-cinder-784140-5-smb neutron-server[91773]: { DHCP agent@dv-cinder-784140-5-smb: {}, Jun 07 06:53:48.433281 dv-cinder-784140-5-smb neutron-server[91773]: HyperV agent@hv-cinder-78414: {}, Jun 07 06:53:48.433281 dv-cinder-784140-5-smb neutron-server[91773]: L3 agent@dv-cinder-784140-5-smb: {}, Jun 07 06:53:48.433281 dv-cinder-784140-5-smb neutron-server[91773]: Metadata agent@dv-cinder-784140-5-smb: {}, Jun 07 06:53:48.433281 dv-cinder-784140-5-smb neutron-server[91773]: Metering agent@dv-cinder-784140-5-smb: {}, Jun 07 06:53:48.433281 dv-cinder-784140-5-smb neutron-server[91773]: Open vSwitch agent@dv-cinder-784140-5-smb: { 'AddressGroup': '1.2', Jun 07 06:53:48.433281 dv-cinder-784140-5-smb neutron-server[91773]: 'ConntrackHelper': '1.0', Jun 07 06:53:48.433281 dv-cinder-784140-5-smb neutron-server[91773]: 'Log': '1.0', Jun 07 06:53:48.433281 dv-cinder-784140-5-smb neutron-server[91773]: 'Network': '1.1', Jun 07 06:53:48.433281 dv-cinder-784140-5-smb neutron-server[91773]: 'Port': '1.7', Jun 07 06:53:48.433281 dv-cinder-784140-5-smb neutron-server[91773]: 'PortForwarding': '1.2', Jun 07 06:53:48.433281 dv-cinder-784140-5-smb neutron-server[91773]: 'QosPolicy': '1.8', Jun 07 06:53:48.433281 dv-cinder-784140-5-smb neutron-server[91773]: 'SecurityGroup': '1.4', Jun 07 06:53:48.433281 dv-cinder-784140-5-smb neutron-server[91773]: 'SecurityGroupRule': '1.2', Jun 07 06:53:48.433281 dv-cinder-784140-5-smb neutron-server[91773]: 'SubPort': '1.0', Jun 07 06:53:48.433281 dv-cinder-784140-5-smb neutron-server[91773]: 'Subnet': '1.1', Jun 07 06:53:48.433281 dv-cinder-784140-5-smb neutron-server[91773]: 'Trunk': '1.1'}} Jun 07 06:53:48.433281 dv-cinder-784140-5-smb neutron-server[91773]: {{(pid=91773) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 07 06:53:48.452905 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-04706227-4717-4fd0-80c4-998760ce54a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:53:48.454183 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.016s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:53:48.474323 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c002d849-6d89-43f0-9eee-db80eb717e1b admin admin] Pushing event updated for resources: {'Network': ['ID=d923eec5-f613-4137-bc9f-8f5300ca5016,revision_number=1']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:53:48.479605 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-c002d849-6d89-43f0-9eee-db80eb717e1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:53:48.487610 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Network d923eec5-f613-4137-bc9f-8f5300ca5016 details requested by agent ovs-agent-dv-cinder-784140-5-smb with host dv-cinder-784140-5-smb {{(pid=91774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 07 06:53:48.577756 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04706227-4717-4fd0-80c4-998760ce54a7 admin admin] Pushing event updated for resources: {'Network': ['ID=27a96711-417c-4ed3-a59e-0ca8ab8628f1,revision_number=1']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:53:48.580179 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-d78a131e-37a3-4076-bcef-fb486fca54a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:53:48.589422 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-d78a131e-37a3-4076-bcef-fb486fca54a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1706761'] for security_group, after_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:53:48.590134 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-04706227-4717-4fd0-80c4-998760ce54a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:53:48.593819 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:53:48.600705 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [None req-04706227-4717-4fd0-80c4-998760ce54a7 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.5805898 Jun 07 06:53:48.603217 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.21', 51300) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:53:48.608467 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.v2.base [None req-1e438e39-037b-46b4-aaec-d01d4a44fdb8 admin admin] Request body: {'subnet': {'network_id': '27a96711-417c-4ed3-a59e-0ca8ab8628f1', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1950775108-subnet', 'tenant_id': 'e315befe5685416d9564a280760adaed', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 06:53:48.630411 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78a131e-37a3-4076-bcef-fb486fca54a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2d7d5d0-eebd-4afb-988f-1e380bfdd76f,revision_number=1']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:53:48.637197 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-d78a131e-37a3-4076-bcef-fb486fca54a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:53:48.654838 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d78a131e-37a3-4076-bcef-fb486fca54a1 admin admin] vlan segment allocate from pool success with {'vlan_id': 319, 'physical_network': 'physnet1'} {{(pid=91772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 07 06:53:48.667430 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-d78a131e-37a3-4076-bcef-fb486fca54a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-712556'] for segment, precommit_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:53:48.668315 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.db.segments_db [None req-d78a131e-37a3-4076-bcef-fb486fca54a1 admin admin] Added segment a8bd8c3e-aa04-4f1d-81ca-be1b6eea61e5 of type vlan for network d768713e-d7e7-4437-b3b8-c0885329ea3a Jun 07 06:53:48.684602 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Network 27a96711-417c-4ed3-a59e-0ca8ab8628f1 details requested by agent ovs-agent-dv-cinder-784140-5-smb with host dv-cinder-784140-5-smb {{(pid=91774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 07 06:53:48.703152 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b869288-32c4-4fcb-a3fc-d71f4a82c08a admin admin] Made reservation on behalf of 0cf7ac6ccb8642d894b6ba7f74160152 for: {'subnet': 1} {{(pid=91772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 06:53:48.712903 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e438e39-037b-46b4-aaec-d01d4a44fdb8 admin admin] Made reservation on behalf of e315befe5685416d9564a280760adaed for: {'subnet': 1} {{(pid=91773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 06:53:48.716183 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-5b869288-32c4-4fcb-a3fc-d71f4a82c08a admin admin] Notify callbacks [] for subnet, before_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:53:48.716654 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-1e438e39-037b-46b4-aaec-d01d4a44fdb8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:53:48.777629 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-d78a131e-37a3-4076-bcef-fb486fca54a1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762331920860'] for network, precommit_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:53:48.816168 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [None req-c002d849-6d89-43f0-9eee-db80eb717e1b admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.8296611 Jun 07 06:53:48.821178 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.wsgi [-] (91772) accepted ('10.222.0.21', 51310) {{(pid=91772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:53:48.826393 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.v2.base [None req-cba49ee6-f4da-476e-944c-43ffabee28fd admin admin] Request body: {'subnet': {'network_id': 'd923eec5-f613-4137-bc9f-8f5300ca5016', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1783332224-subnet', 'tenant_id': 'a521857e620a4cd2a9ecf3c6706dbe4e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=91772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 06:53:48.834784 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-d78a131e-37a3-4076-bcef-fb486fca54a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1706969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648529'] for network, after_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:53:48.856517 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d78a131e-37a3-4076-bcef-fb486fca54a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:53:48.858101 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-d78a131e-37a3-4076-bcef-fb486fca54a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648630'] for network, before_response {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:53:48.868562 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-d65152ce-c059-4cae-b019-600f5d9aae8f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:53:48.912173 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron.db.agents_db [None req-9f63f2a9-7775-47ca-9fc8-a7f68791a20c None None] Agent healthcheck: found 6 active agents {{(pid=91775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 06:53:49.042866 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cba49ee6-f4da-476e-944c-43ffabee28fd admin admin] Made reservation on behalf of a521857e620a4cd2a9ecf3c6706dbe4e for: {'subnet': 1} {{(pid=91772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 06:53:49.045397 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-cba49ee6-f4da-476e-944c-43ffabee28fd admin admin] Notify callbacks [] for subnet, before_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:53:49.066112 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-1e438e39-037b-46b4-aaec-d01d4a44fdb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648536'] for subnet, after_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:53:49.071775 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:53:49.072722 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78a131e-37a3-4076-bcef-fb486fca54a1 admin admin] Pushing event updated for resources: {'Network': ['ID=d768713e-d7e7-4437-b3b8-c0885329ea3a,revision_number=1']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:53:49.075797 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [None req-d78a131e-37a3-4076-bcef-fb486fca54a1 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.0683970 Jun 07 06:53:49.079367 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-d78a131e-37a3-4076-bcef-fb486fca54a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:53:49.081125 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.wsgi [-] (91772) accepted ('10.222.0.21', 51320) {{(pid=91772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:53:49.087317 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Network d768713e-d7e7-4437-b3b8-c0885329ea3a details requested by agent ovs-agent-dv-cinder-784140-5-smb with host dv-cinder-784140-5-smb {{(pid=91774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 07 06:53:49.096917 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.v2.base [None req-80008c08-ddec-44c9-9082-4120c40e8aa2 admin admin] Request body: {'subnet': {'network_id': 'd768713e-d7e7-4437-b3b8-c0885329ea3a', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1008077506-subnet', 'tenant_id': '912ad0c5b96b49f5bf40077337ed1d82', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 06:53:49.137531 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e438e39-037b-46b4-aaec-d01d4a44fdb8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=92171860-0586-439a-90ff-9e9817d6b6e7,revision_number=0']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:53:49.145671 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-1e438e39-037b-46b4-aaec-d01d4a44fdb8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:53:49.180075 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e438e39-037b-46b4-aaec-d01d4a44fdb8 admin admin] Checking segment: {'id': '88ca7d97-e105-429a-98e0-c2a9da21452e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '27a96711-417c-4ed3-a59e-0ca8ab8628f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 06:53:49.180535 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e438e39-037b-46b4-aaec-d01d4a44fdb8 admin admin] Network hostable DHCP agents. Network: 27a96711-417c-4ed3-a59e-0ca8ab8628f1, hostable agents: ['9e620681-9ba6-48ee-a994-b814c2ae7583'], hosted agents: [] {{(pid=91773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 07 06:53:49.222655 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e438e39-037b-46b4-aaec-d01d4a44fdb8 admin admin] Network 27a96711-417c-4ed3-a59e-0ca8ab8628f1 is scheduled to be hosted by DHCP agent 9e620681-9ba6-48ee-a994-b814c2ae7583 with binding_index 1 {{(pid=91773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 07 06:53:49.238571 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.scheduler.base_scheduler [None req-1e438e39-037b-46b4-aaec-d01d4a44fdb8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784140-5-smb, 27a96711-417c-4ed3-a59e-0ca8ab8628f1) {{(pid=91773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 06:53:49.242900 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e438e39-037b-46b4-aaec-d01d4a44fdb8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:53:49.243567 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-1e438e39-037b-46b4-aaec-d01d4a44fdb8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648630'] for subnet, before_response {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:53:49.253819 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98c082bb-442f-4745-843a-dcaf37beeaaf None None] Network 27a96711-417c-4ed3-a59e-0ca8ab8628f1 requested from dv-cinder-784140-5-smb {{(pid=91774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 06:53:49.268555 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [None req-1e438e39-037b-46b4-aaec-d01d4a44fdb8 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6639910 Jun 07 06:53:49.289175 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80008c08-ddec-44c9-9082-4120c40e8aa2 admin admin] Made reservation on behalf of 912ad0c5b96b49f5bf40077337ed1d82 for: {'subnet': 1} {{(pid=91772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 06:53:49.293951 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-80008c08-ddec-44c9-9082-4120c40e8aa2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:53:49.503080 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38d3760f-a4dc-4a13-a733-e0d4cb394f33 None None] Network 27a96711-417c-4ed3-a59e-0ca8ab8628f1 requested from dv-cinder-784140-5-smb {{(pid=91774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 06:53:49.704112 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-5b869288-32c4-4fcb-a3fc-d71f4a82c08a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648536'] for subnet, after_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:53:49.735186 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-45433b88-b934-488f-9f41-e6f3864c0e91 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:53:49.860087 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-cba49ee6-f4da-476e-944c-43ffabee28fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648536'] for subnet, after_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:53:49.924001 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b869288-32c4-4fcb-a3fc-d71f4a82c08a admin admin] Pushing event updated for resources: {'Subnet': ['ID=cf612fb8-f9f7-4687-b8ca-e3cc129879ce,revision_number=0']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:53:49.930510 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-5b869288-32c4-4fcb-a3fc-d71f4a82c08a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:53:49.939217 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.025s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:53:49.976520 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b869288-32c4-4fcb-a3fc-d71f4a82c08a admin admin] Checking segment: {'id': '52b2ea56-693b-48b2-9a2b-8ef6c7482fc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '90cfa33b-3934-46a0-a3d0-faaa7bfec8df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 06:53:49.976908 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b869288-32c4-4fcb-a3fc-d71f4a82c08a admin admin] Network hostable DHCP agents. Network: 90cfa33b-3934-46a0-a3d0-faaa7bfec8df, hostable agents: ['9e620681-9ba6-48ee-a994-b814c2ae7583'], hosted agents: [] {{(pid=91772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 07 06:53:50.087454 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba49ee6-f4da-476e-944c-43ffabee28fd admin admin] Pushing event updated for resources: {'Subnet': ['ID=c3d491a8-638d-42a9-876a-8c51b2a3d541,revision_number=0']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:53:50.097906 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cba49ee6-f4da-476e-944c-43ffabee28fd admin admin] Checking segment: {'id': '3ffd2bba-2e4c-4340-84bb-337c4d476270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'd923eec5-f613-4137-bc9f-8f5300ca5016'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 06:53:50.097906 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cba49ee6-f4da-476e-944c-43ffabee28fd admin admin] Network hostable DHCP agents. Network: d923eec5-f613-4137-bc9f-8f5300ca5016, hostable agents: ['9e620681-9ba6-48ee-a994-b814c2ae7583'], hosted agents: [] {{(pid=91772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 07 06:53:50.101099 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-cba49ee6-f4da-476e-944c-43ffabee28fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:53:50.103658 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-80008c08-ddec-44c9-9082-4120c40e8aa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648536'] for subnet, after_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:53:50.105009 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b869288-32c4-4fcb-a3fc-d71f4a82c08a admin admin] Network 90cfa33b-3934-46a0-a3d0-faaa7bfec8df is scheduled to be hosted by DHCP agent 9e620681-9ba6-48ee-a994-b814c2ae7583 with binding_index 1 {{(pid=91772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 07 06:53:50.130865 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:53:50.185025 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.scheduler.base_scheduler [None req-5b869288-32c4-4fcb-a3fc-d71f4a82c08a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784140-5-smb, 90cfa33b-3934-46a0-a3d0-faaa7bfec8df) {{(pid=91772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 06:53:50.194806 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3b8565b-1004-4cd1-b025-7e700188f8e9 None None] Network 90cfa33b-3934-46a0-a3d0-faaa7bfec8df requested from dv-cinder-784140-5-smb {{(pid=91774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 06:53:50.231930 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b869288-32c4-4fcb-a3fc-d71f4a82c08a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:53:50.232520 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-5b869288-32c4-4fcb-a3fc-d71f4a82c08a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648630'] for subnet, before_response {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:53:50.264518 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cba49ee6-f4da-476e-944c-43ffabee28fd admin admin] Network d923eec5-f613-4137-bc9f-8f5300ca5016 is scheduled to be hosted by DHCP agent 9e620681-9ba6-48ee-a994-b814c2ae7583 with binding_index 1 {{(pid=91772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 07 06:53:50.282470 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.scheduler.base_scheduler [None req-cba49ee6-f4da-476e-944c-43ffabee28fd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784140-5-smb, d923eec5-f613-4137-bc9f-8f5300ca5016) {{(pid=91772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 06:53:50.302237 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80008c08-ddec-44c9-9082-4120c40e8aa2 admin admin] Checking segment: {'id': 'a8bd8c3e-aa04-4f1d-81ca-be1b6eea61e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'd768713e-d7e7-4437-b3b8-c0885329ea3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 06:53:50.302594 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80008c08-ddec-44c9-9082-4120c40e8aa2 admin admin] Network hostable DHCP agents. Network: d768713e-d7e7-4437-b3b8-c0885329ea3a, hostable agents: ['9e620681-9ba6-48ee-a994-b814c2ae7583'], hosted agents: [] {{(pid=91772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 07 06:53:50.330753 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cba49ee6-f4da-476e-944c-43ffabee28fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:53:50.331355 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-cba49ee6-f4da-476e-944c-43ffabee28fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648630'] for subnet, before_response {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:53:50.378534 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [None req-5b869288-32c4-4fcb-a3fc-d71f4a82c08a admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.3175499 Jun 07 06:53:50.379888 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80008c08-ddec-44c9-9082-4120c40e8aa2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3067fb55-c8b8-49c6-833a-aca91fdf0d03,revision_number=0']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:53:50.381493 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.21', 51388) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:53:50.388412 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.v2.base [None req-0f99e6e6-22b5-4b82-ba2a-5b1e0edbf6de admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-144816171-router', 'tenant_id': '0cf7ac6ccb8642d894b6ba7f74160152', 'external_gateway_info': {'network_id': 'a84d0276-e36b-485f-b034-cb606776a5f5'}}} {{(pid=91773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 06:53:50.400814 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-80008c08-ddec-44c9-9082-4120c40e8aa2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:53:50.437982 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-0f99e6e6-22b5-4b82-ba2a-5b1e0edbf6de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1660237', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3595'] for router, before_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:53:50.440708 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-0f99e6e6-22b5-4b82-ba2a-5b1e0edbf6de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1660116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1667057', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1768563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3584'] for router, precommit_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:53:50.479547 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [None req-cba49ee6-f4da-476e-944c-43ffabee28fd admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.6568801 Jun 07 06:53:50.482357 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.wsgi [-] (91772) accepted ('10.222.0.21', 51398) {{(pid=91772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:53:50.486294 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-0f99e6e6-22b5-4b82-ba2a-5b1e0edbf6de admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:53:50.513942 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.v2.base [None req-bd569ec6-8eba-4810-8098-30ed1621e035 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1783332224-router', 'tenant_id': 'a521857e620a4cd2a9ecf3c6706dbe4e', 'external_gateway_info': {'network_id': 'a84d0276-e36b-485f-b034-cb606776a5f5'}}} {{(pid=91772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 06:53:50.520470 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80008c08-ddec-44c9-9082-4120c40e8aa2 admin admin] Network d768713e-d7e7-4437-b3b8-c0885329ea3a is scheduled to be hosted by DHCP agent 9e620681-9ba6-48ee-a994-b814c2ae7583 with binding_index 1 {{(pid=91772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 07 06:53:50.536047 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b1134b8-3394-4609-b93b-2454d9621ec0 None None] Network d923eec5-f613-4137-bc9f-8f5300ca5016 requested from dv-cinder-784140-5-smb {{(pid=91774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 06:53:50.574507 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.scheduler.base_scheduler [None req-80008c08-ddec-44c9-9082-4120c40e8aa2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784140-5-smb, d768713e-d7e7-4437-b3b8-c0885329ea3a) {{(pid=91772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 06:53:50.589375 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80008c08-ddec-44c9-9082-4120c40e8aa2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:53:50.592287 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-80008c08-ddec-44c9-9082-4120c40e8aa2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648630'] for subnet, before_response {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:53:50.624727 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f04073b-b188-47e8-afad-8bdec7bd3a3a None None] Network d768713e-d7e7-4437-b3b8-c0885329ea3a requested from dv-cinder-784140-5-smb {{(pid=91774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 06:53:50.658433 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-bd569ec6-8eba-4810-8098-30ed1621e035 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1660237', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3595'] for router, before_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:53:50.659480 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-bd569ec6-8eba-4810-8098-30ed1621e035 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1660116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1667057', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1768563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3584'] for router, precommit_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:53:50.678967 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [None req-80008c08-ddec-44c9-9082-4120c40e8aa2 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5863395 Jun 07 06:53:50.715911 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-bd569ec6-8eba-4810-8098-30ed1621e035 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:53:50.741119 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.wsgi [-] (91772) accepted ('10.222.0.21', 51412) {{(pid=91772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:53:50.744634 dv-cinder-784140-5-smb neutron-server[91772]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 07 06:53:50.941703 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1df364dd-18f3-4cec-8f69-2514bc65bc43 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp16c4c58c-3b6f-5278-963a-84eb71d65540-90cfa33b-3934-46a0-a3d0-faaa7bfec8df', 'network_id': '90cfa33b-3934-46a0-a3d0-faaa7bfec8df', 'tenant_id': '0cf7ac6ccb8642d894b6ba7f74160152', 'fixed_ips': [{'subnet_id': 'cf612fb8-f9f7-4687-b8ca-e3cc129879ce'}]}} from dv-cinder-784140-5-smb. {{(pid=91774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 07 06:53:50.942520 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-1df364dd-18f3-4cec-8f69-2514bc65bc43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564700'] for port, before_create {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:53:51.060100 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.wsgi [-] (91772) accepted ('10.222.0.21', 51420) {{(pid=91772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:53:51.325049 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-0f99e6e6-22b5-4b82-ba2a-5b1e0edbf6de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1666947', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1660255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3606'] for router, precommit_update {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:53:51.398217 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83adf09b-eb62-4c9f-a499-a614b9370428 None None] Network d768713e-d7e7-4437-b3b8-c0885329ea3a requested from dv-cinder-784140-5-smb {{(pid=91774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 06:53:51.497702 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-16835cb8-1c60-45d4-a462-769783727b27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:53:51.500174 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-955d8a81-45b1-4600-ab9e-9b972f7e042b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp16c4c58c-3b6f-5278-963a-84eb71d65540-d923eec5-f613-4137-bc9f-8f5300ca5016', 'network_id': 'd923eec5-f613-4137-bc9f-8f5300ca5016', 'tenant_id': 'a521857e620a4cd2a9ecf3c6706dbe4e', 'fixed_ips': [{'subnet_id': 'c3d491a8-638d-42a9-876a-8c51b2a3d541'}]}} from dv-cinder-784140-5-smb. {{(pid=91774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 07 06:53:51.501011 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-955d8a81-45b1-4600-ab9e-9b972f7e042b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564700'] for port, before_create {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:53:51.521567 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-bd569ec6-8eba-4810-8098-30ed1621e035 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1666947', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1660255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3606'] for router, precommit_update {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:53:51.551263 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5f9c9c-4131-4988-b3ee-32c3e0c9d86f req-c38b5187-3c9b-4472-80f5-79e97270456a tempest-AttachVolumeNegativeTest-2031625228 tempest-AttachVolumeNegativeTest-2031625228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:53:51.552829 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-1d5f9c9c-4131-4988-b3ee-32c3e0c9d86f req-c38b5187-3c9b-4472-80f5-79e97270456a tempest-AttachVolumeNegativeTest-2031625228 tempest-AttachVolumeNegativeTest-2031625228-project] 10.222.0.21 "GET /v2.0/networks?id=27a96711-417c-4ed3-a59e-0ca8ab8628f1 HTTP/1.1" status: 200 len: 815 time: 0.8093548 Jun 07 06:53:51.600596 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-1d5f9c9c-4131-4988-b3ee-32c3e0c9d86f req-a170439a-e216-478b-9bf6-4e7430a4ad27 tempest-AttachVolumeNegativeTest-2031625228 tempest-AttachVolumeNegativeTest-2031625228-project] 10.222.0.21 "GET /v2.0/quotas/e315befe5685416d9564a280760adaed HTTP/1.1" status: 200 len: 375 time: 0.0300889 Jun 07 06:53:51.606672 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.db.db_base_plugin_common [None req-1df364dd-18f3-4cec-8f69-2514bc65bc43 None None] Allocated IP 172.20.0.2 (90cfa33b-3934-46a0-a3d0-faaa7bfec8df/cf612fb8-f9f7-4687-b8ca-e3cc129879ce/c4d2c098-2116-4f52-bf68-0feedcce274f) {{(pid=91774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 06:53:51.686178 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.wsgi [-] (91772) accepted ('10.222.0.21', 51452) {{(pid=91772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:53:51.745412 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-1d5f9c9c-4131-4988-b3ee-32c3e0c9d86f req-a9a4b247-7719-4b68-88eb-769b6dd1b095 tempest-AttachVolumeNegativeTest-2031625228 tempest-AttachVolumeNegativeTest-2031625228-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=e315befe5685416d9564a280760adaed&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1218123 Jun 07 06:53:51.810101 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-0f99e6e6-22b5-4b82-ba2a-5b1e0edbf6de admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:53:51.884978 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-0f99e6e6-22b5-4b82-ba2a-5b1e0edbf6de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564700'] for port, before_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:53:52.035054 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.db.db_base_plugin_common [None req-955d8a81-45b1-4600-ab9e-9b972f7e042b None None] Allocated IP 172.20.0.2 (d923eec5-f613-4137-bc9f-8f5300ca5016/c3d491a8-638d-42a9-876a-8c51b2a3d541/ed9f65ec-6cd4-42de-869e-c18a53451c79) {{(pid=91774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 06:53:52.060497 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.db.db_base_plugin_common [None req-0f99e6e6-22b5-4b82-ba2a-5b1e0edbf6de admin admin] Allocated IP 172.28.3.137 (a84d0276-e36b-485f-b034-cb606776a5f5/bc8e845f-21f5-4331-a893-3fabfb1361b8/a07d77e8-c48f-40ee-9e8e-84af200e686b) {{(pid=91773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 06:53:52.146214 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-1df364dd-18f3-4cec-8f69-2514bc65bc43 None None] Notify callbacks [] for port, precommit_create {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:53:52.154341 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.wsgi [req-1d5f9c9c-4131-4988-b3ee-32c3e0c9d86f req-53999345-d7fd-4546-87ae-c34ef4add1dd service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=91772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 07 06:53:52.156110 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-1d5f9c9c-4131-4988-b3ee-32c3e0c9d86f req-53999345-d7fd-4546-87ae-c34ef4add1dd service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1212294 Jun 07 06:53:52.165503 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.db.provisioning_blocks [None req-1df364dd-18f3-4cec-8f69-2514bc65bc43 None None] Transition to ACTIVE for port object c4d2c098-2116-4f52-bf68-0feedcce274f will not be triggered until provisioned by entity L2. {{(pid=91774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 06:53:52.167770 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-16835cb8-1c60-45d4-a462-769783727b27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:53:52.178316 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cd6d03-7477-420c-9c9a-4f0eea985621 req-92b28eff-1197-4697-8320-620a20962d7c tempest-DeleteServersTestJSON-860680093 tempest-DeleteServersTestJSON-860680093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:53:52.179817 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-85cd6d03-7477-420c-9c9a-4f0eea985621 req-92b28eff-1197-4697-8320-620a20962d7c tempest-DeleteServersTestJSON-860680093 tempest-DeleteServersTestJSON-860680093-project] 10.222.0.21 "GET /v2.0/networks?id=d768713e-d7e7-4437-b3b8-c0885329ea3a HTTP/1.1" status: 200 len: 812 time: 0.4854729 Jun 07 06:53:52.246512 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.db.provisioning_blocks [None req-1df364dd-18f3-4cec-8f69-2514bc65bc43 None None] Transition to ACTIVE for port object c4d2c098-2116-4f52-bf68-0feedcce274f will not be triggered until provisioned by entity DHCP. {{(pid=91774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 06:53:52.283416 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-0f99e6e6-22b5-4b82-ba2a-5b1e0edbf6de admin admin] Notify callbacks [] for port, precommit_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:53:52.298535 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-16835cb8-1c60-45d4-a462-769783727b27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1706761'] for security_group, after_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:53:52.353642 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-0f99e6e6-22b5-4b82-ba2a-5b1e0edbf6de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-569476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648536', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762331935079'] for port, after_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:53:52.356631 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-955d8a81-45b1-4600-ab9e-9b972f7e042b None None] Notify callbacks [] for port, precommit_create {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:53:52.359710 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:53:52.370123 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-1df364dd-18f3-4cec-8f69-2514bc65bc43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-569476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648536', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762331935079'] for port, after_create {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:53:52.374754 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.db.provisioning_blocks [None req-955d8a81-45b1-4600-ab9e-9b972f7e042b None None] Transition to ACTIVE for port object ed9f65ec-6cd4-42de-869e-c18a53451c79 will not be triggered until provisioned by entity L2. {{(pid=91774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 06:53:52.387224 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:53:52.387397 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-0214a58d-d74f-487b-9905-0b8c9f2952d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:53:52.415189 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-85cd6d03-7477-420c-9c9a-4f0eea985621 req-7e091bb9-8112-456d-b24f-ff428d2d4953 tempest-DeleteServersTestJSON-860680093 tempest-DeleteServersTestJSON-860680093-project] 10.222.0.21 "GET /v2.0/quotas/912ad0c5b96b49f5bf40077337ed1d82 HTTP/1.1" status: 200 len: 375 time: 0.1180530 Jun 07 06:53:52.428306 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f99e6e6-22b5-4b82-ba2a-5b1e0edbf6de admin admin] Network a84d0276-e36b-485f-b034-cb606776a5f5 is already hosted by enough agents. {{(pid=91773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 06:53:52.429880 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-1d5f9c9c-4131-4988-b3ee-32c3e0c9d86f req-08881abc-362b-4802-ae14-097660983848 service neutron] 10.222.0.21 "GET /v2.0/networks/27a96711-417c-4ed3-a59e-0ca8ab8628f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2642219 Jun 07 06:53:52.431885 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.scheduler.base_scheduler [None req-0f99e6e6-22b5-4b82-ba2a-5b1e0edbf6de admin admin] Resources bound (agent type, host, resource id): {{(pid=91773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 06:53:52.435723 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f99e6e6-22b5-4b82-ba2a-5b1e0edbf6de admin admin] Received port after_create {{(pid=91773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 06:53:52.493320 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df364dd-18f3-4cec-8f69-2514bc65bc43 None None] Pushing event updated for resources: {'Port': ['ID=c4d2c098-2116-4f52-bf68-0feedcce274f,revision_number=1']} {{(pid=91774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:53:52.500958 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f99e6e6-22b5-4b82-ba2a-5b1e0edbf6de admin admin] Pushing event updated for resources: {'Port': ['ID=a07d77e8-c48f-40ee-9e8e-84af200e686b,revision_number=1']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:53:52.506741 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-0f99e6e6-22b5-4b82-ba2a-5b1e0edbf6de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:53:52.517275 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df364dd-18f3-4cec-8f69-2514bc65bc43 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:53:52.517955 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df364dd-18f3-4cec-8f69-2514bc65bc43 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:53:52.518383 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df364dd-18f3-4cec-8f69-2514bc65bc43 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:53:52.518820 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df364dd-18f3-4cec-8f69-2514bc65bc43 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:53:52.519412 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df364dd-18f3-4cec-8f69-2514bc65bc43 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:53:52.520142 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df364dd-18f3-4cec-8f69-2514bc65bc43 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:53:52.520774 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df364dd-18f3-4cec-8f69-2514bc65bc43 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:53:52.521401 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df364dd-18f3-4cec-8f69-2514bc65bc43 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:53:52.521703 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df364dd-18f3-4cec-8f69-2514bc65bc43 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:53:52.522110 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df364dd-18f3-4cec-8f69-2514bc65bc43 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:53:52.522570 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df364dd-18f3-4cec-8f69-2514bc65bc43 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:53:52.523066 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df364dd-18f3-4cec-8f69-2514bc65bc43 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:53:52.525186 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df364dd-18f3-4cec-8f69-2514bc65bc43 None None] Tracked resource versions report: Jun 07 06:53:52.525186 dv-cinder-784140-5-smb neutron-server[91774]: pushed versions: Jun 07 06:53:52.525186 dv-cinder-784140-5-smb neutron-server[91774]: { 'AddressGroup': {'1.2'}, Jun 07 06:53:52.525186 dv-cinder-784140-5-smb neutron-server[91774]: 'ConntrackHelper': {'1.0'}, Jun 07 06:53:52.525186 dv-cinder-784140-5-smb neutron-server[91774]: 'Log': {'1.0'}, Jun 07 06:53:52.525186 dv-cinder-784140-5-smb neutron-server[91774]: 'Network': {'1.1'}, Jun 07 06:53:52.525186 dv-cinder-784140-5-smb neutron-server[91774]: 'Port': {'1.7'}, Jun 07 06:53:52.525186 dv-cinder-784140-5-smb neutron-server[91774]: 'PortForwarding': {'1.2'}, Jun 07 06:53:52.525186 dv-cinder-784140-5-smb neutron-server[91774]: 'QosPolicy': {'1.8'}, Jun 07 06:53:52.525186 dv-cinder-784140-5-smb neutron-server[91774]: 'SecurityGroup': {'1.4'}, Jun 07 06:53:52.525186 dv-cinder-784140-5-smb neutron-server[91774]: 'SecurityGroupRule': {'1.2'}, Jun 07 06:53:52.525186 dv-cinder-784140-5-smb neutron-server[91774]: 'SubPort': {'1.0'}, Jun 07 06:53:52.525186 dv-cinder-784140-5-smb neutron-server[91774]: 'Subnet': {'1.1'}, Jun 07 06:53:52.525186 dv-cinder-784140-5-smb neutron-server[91774]: 'Trunk': {'1.1'}} Jun 07 06:53:52.525186 dv-cinder-784140-5-smb neutron-server[91774]: consumer versions: Jun 07 06:53:52.525186 dv-cinder-784140-5-smb neutron-server[91774]: { DHCP agent@dv-cinder-784140-5-smb: {}, Jun 07 06:53:52.525186 dv-cinder-784140-5-smb neutron-server[91774]: HyperV agent@hv-cinder-78414: {}, Jun 07 06:53:52.525186 dv-cinder-784140-5-smb neutron-server[91774]: L3 agent@dv-cinder-784140-5-smb: {}, Jun 07 06:53:52.525186 dv-cinder-784140-5-smb neutron-server[91774]: Metadata agent@dv-cinder-784140-5-smb: {}, Jun 07 06:53:52.525186 dv-cinder-784140-5-smb neutron-server[91774]: Metering agent@dv-cinder-784140-5-smb: {}, Jun 07 06:53:52.525186 dv-cinder-784140-5-smb neutron-server[91774]: Open vSwitch agent@dv-cinder-784140-5-smb: { 'AddressGroup': '1.2', Jun 07 06:53:52.525186 dv-cinder-784140-5-smb neutron-server[91774]: 'ConntrackHelper': '1.0', Jun 07 06:53:52.525186 dv-cinder-784140-5-smb neutron-server[91774]: 'Log': '1.0', Jun 07 06:53:52.525186 dv-cinder-784140-5-smb neutron-server[91774]: 'Network': '1.1', Jun 07 06:53:52.525186 dv-cinder-784140-5-smb neutron-server[91774]: 'Port': '1.7', Jun 07 06:53:52.525186 dv-cinder-784140-5-smb neutron-server[91774]: 'PortForwarding': '1.2', Jun 07 06:53:52.525186 dv-cinder-784140-5-smb neutron-server[91774]: 'QosPolicy': '1.8', Jun 07 06:53:52.525186 dv-cinder-784140-5-smb neutron-server[91774]: 'SecurityGroup': '1.4', Jun 07 06:53:52.525186 dv-cinder-784140-5-smb neutron-server[91774]: 'SecurityGroupRule': '1.2', Jun 07 06:53:52.525186 dv-cinder-784140-5-smb neutron-server[91774]: 'SubPort': '1.0', Jun 07 06:53:52.525186 dv-cinder-784140-5-smb neutron-server[91774]: 'Subnet': '1.1', Jun 07 06:53:52.525186 dv-cinder-784140-5-smb neutron-server[91774]: 'Trunk': '1.1'}} Jun 07 06:53:52.525186 dv-cinder-784140-5-smb neutron-server[91774]: {{(pid=91774) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 07 06:53:52.542332 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-1df364dd-18f3-4cec-8f69-2514bc65bc43 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:53:52.556430 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1df364dd-18f3-4cec-8f69-2514bc65bc43 None None] Network 90cfa33b-3934-46a0-a3d0-faaa7bfec8df is already hosted by enough agents. {{(pid=91774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 06:53:52.563520 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.scheduler.base_scheduler [None req-1df364dd-18f3-4cec-8f69-2514bc65bc43 None None] Resources bound (agent type, host, resource id): {{(pid=91774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 06:53:52.566520 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1df364dd-18f3-4cec-8f69-2514bc65bc43 None None] Received port after_create {{(pid=91774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 06:53:52.572884 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.db.provisioning_blocks [None req-955d8a81-45b1-4600-ab9e-9b972f7e042b None None] Transition to ACTIVE for port object ed9f65ec-6cd4-42de-869e-c18a53451c79 will not be triggered until provisioned by entity DHCP. {{(pid=91774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 06:53:52.617251 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-85cd6d03-7477-420c-9c9a-4f0eea985621 req-94d8417e-6f47-4df1-9aae-82e381c93578 tempest-DeleteServersTestJSON-860680093 tempest-DeleteServersTestJSON-860680093-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=912ad0c5b96b49f5bf40077337ed1d82&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1898277 Jun 07 06:53:52.619457 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [None req-16835cb8-1c60-45d4-a462-769783727b27 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a6203c38069744c2b8bf7d829cc605f3&name=default HTTP/1.1" status: 200 len: 2975 time: 1.5388508 Jun 07 06:53:52.623726 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.21', 51492) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:53:52.667963 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16835cb8-1c60-45d4-a462-769783727b27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b8e2b95-3c31-49d6-8484-fefa8312789d,revision_number=1']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:53:52.670208 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-955d8a81-45b1-4600-ab9e-9b972f7e042b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-569476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648536', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762331935079'] for port, after_create {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:53:52.728481 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-16835cb8-1c60-45d4-a462-769783727b27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.341s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:53:52.731497 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-d0dc3e82-b329-47e5-9796-aa9e3d277710 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:53:52.750703 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-bd569ec6-8eba-4810-8098-30ed1621e035 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:53:52.778845 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-955d8a81-45b1-4600-ab9e-9b972f7e042b None None] Network d923eec5-f613-4137-bc9f-8f5300ca5016 is already hosted by enough agents. {{(pid=91774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 06:53:52.786769 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-bd569ec6-8eba-4810-8098-30ed1621e035 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564700'] for port, before_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:53:52.788863 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.scheduler.base_scheduler [None req-955d8a81-45b1-4600-ab9e-9b972f7e042b None None] Resources bound (agent type, host, resource id): {{(pid=91774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 06:53:52.793568 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-955d8a81-45b1-4600-ab9e-9b972f7e042b None None] Received port after_create {{(pid=91774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 06:53:52.821342 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-2740f780-d22a-4953-84cb-669a13bf6b6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:53:52.836513 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.wsgi [req-85cd6d03-7477-420c-9c9a-4f0eea985621 req-ed092afa-e3c3-4543-8399-58e4febec0c6 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=91772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 07 06:53:52.837710 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-85cd6d03-7477-420c-9c9a-4f0eea985621 req-ed092afa-e3c3-4543-8399-58e4febec0c6 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1081157 Jun 07 06:53:52.869822 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-2740f780-d22a-4953-84cb-669a13bf6b6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:53:52.916714 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-1d5f9c9c-4131-4988-b3ee-32c3e0c9d86f req-7162b87f-b43c-4608-8c34-aa38c2850550 service neutron] 10.222.0.21 "GET /v2.0/networks/27a96711-417c-4ed3-a59e-0ca8ab8628f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3841102 Jun 07 06:53:52.936128 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.managers [None req-1df364dd-18f3-4cec-8f69-2514bc65bc43 None None] Attempting to bind port c4d2c098-2116-4f52-bf68-0feedcce274f on host dv-cinder-784140-5-smb for vnic_type normal with profile {{(pid=91774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 06:53:52.938168 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.managers [None req-1df364dd-18f3-4cec-8f69-2514bc65bc43 None None] Attempting to bind port c4d2c098-2116-4f52-bf68-0feedcce274f by drivers openvswitch,hyperv on host dv-cinder-784140-5-smb at level 0 using segments [{'id': '52b2ea56-693b-48b2-9a2b-8ef6c7482fc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '90cfa33b-3934-46a0-a3d0-faaa7bfec8df'}] {{(pid=91774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 06:53:52.939456 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1df364dd-18f3-4cec-8f69-2514bc65bc43 None None] Attempting to bind port c4d2c098-2116-4f52-bf68-0feedcce274f on network 90cfa33b-3934-46a0-a3d0-faaa7bfec8df {{(pid=91774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 06:53:52.955101 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.managers [None req-955d8a81-45b1-4600-ab9e-9b972f7e042b None None] Attempting to bind port ed9f65ec-6cd4-42de-869e-c18a53451c79 on host dv-cinder-784140-5-smb for vnic_type normal with profile {{(pid=91774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 06:53:52.955539 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.managers [None req-955d8a81-45b1-4600-ab9e-9b972f7e042b None None] Attempting to bind port ed9f65ec-6cd4-42de-869e-c18a53451c79 by drivers openvswitch,hyperv on host dv-cinder-784140-5-smb at level 0 using segments [{'id': '3ffd2bba-2e4c-4340-84bb-337c4d476270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'd923eec5-f613-4137-bc9f-8f5300ca5016'}] {{(pid=91774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 06:53:52.956020 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-955d8a81-45b1-4600-ab9e-9b972f7e042b None None] Attempting to bind port ed9f65ec-6cd4-42de-869e-c18a53451c79 on network d923eec5-f613-4137-bc9f-8f5300ca5016 {{(pid=91774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 06:53:52.975576 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-955d8a81-45b1-4600-ab9e-9b972f7e042b None None] Checking agent: {'id': '2cbbf4dd-47cd-4e79-9ddf-2f0b457e4e7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784140-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 6, 46, 9), 'started_at': datetime.datetime(2021, 6, 7, 6, 46, 39), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 6, 53, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784140-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 06:53:52.979494 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-955d8a81-45b1-4600-ab9e-9b972f7e042b None None] Checking segment: {'id': '3ffd2bba-2e4c-4340-84bb-337c4d476270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'd923eec5-f613-4137-bc9f-8f5300ca5016'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 06:53:52.979969 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-955d8a81-45b1-4600-ab9e-9b972f7e042b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:53:52.981342 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-955d8a81-45b1-4600-ab9e-9b972f7e042b None None] Bound using segment: {'id': '3ffd2bba-2e4c-4340-84bb-337c4d476270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'd923eec5-f613-4137-bc9f-8f5300ca5016'} {{(pid=91774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 06:53:52.983236 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.managers [None req-955d8a81-45b1-4600-ab9e-9b972f7e042b None None] Bound port: ed9f65ec-6cd4-42de-869e-c18a53451c79, host: dv-cinder-784140-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ffd2bba-2e4c-4340-84bb-337c4d476270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'd923eec5-f613-4137-bc9f-8f5300ca5016'}}] {{(pid=91774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 06:53:52.983698 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-955d8a81-45b1-4600-ab9e-9b972f7e042b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564700'] for port, before_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:53:53.047375 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-0f99e6e6-22b5-4b82-ba2a-5b1e0edbf6de admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:53:53.082906 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.db.db_base_plugin_common [None req-bd569ec6-8eba-4810-8098-30ed1621e035 admin admin] Allocated IP 172.28.3.132 (a84d0276-e36b-485f-b034-cb606776a5f5/bc8e845f-21f5-4331-a893-3fabfb1361b8/f57f8032-4519-43dc-b72b-1cb43278eac9) {{(pid=91772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 06:53:53.090301 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-85cd6d03-7477-420c-9c9a-4f0eea985621 req-477665f0-05fb-4e05-aa13-c19fb91cd181 service neutron] 10.222.0.21 "GET /v2.0/networks/d768713e-d7e7-4437-b3b8-c0885329ea3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2403533 Jun 07 06:53:53.098576 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1df364dd-18f3-4cec-8f69-2514bc65bc43 None None] Checking agent: {'id': '2cbbf4dd-47cd-4e79-9ddf-2f0b457e4e7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784140-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 6, 46, 9), 'started_at': datetime.datetime(2021, 6, 7, 6, 46, 39), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 6, 53, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784140-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 06:53:53.098838 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1df364dd-18f3-4cec-8f69-2514bc65bc43 None None] Checking segment: {'id': '52b2ea56-693b-48b2-9a2b-8ef6c7482fc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '90cfa33b-3934-46a0-a3d0-faaa7bfec8df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 06:53:53.099214 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-1df364dd-18f3-4cec-8f69-2514bc65bc43 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:53:53.099760 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1df364dd-18f3-4cec-8f69-2514bc65bc43 None None] Bound using segment: {'id': '52b2ea56-693b-48b2-9a2b-8ef6c7482fc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '90cfa33b-3934-46a0-a3d0-faaa7bfec8df'} {{(pid=91774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 06:53:53.100459 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.managers [None req-1df364dd-18f3-4cec-8f69-2514bc65bc43 None None] Bound port: c4d2c098-2116-4f52-bf68-0feedcce274f, host: dv-cinder-784140-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52b2ea56-693b-48b2-9a2b-8ef6c7482fc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '90cfa33b-3934-46a0-a3d0-faaa7bfec8df'}}] {{(pid=91774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 06:53:53.101043 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-1df364dd-18f3-4cec-8f69-2514bc65bc43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564700'] for port, before_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:53:53.135187 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955d8a81-45b1-4600-ab9e-9b972f7e042b None None] Pushing event updated for resources: {'Port': ['ID=ed9f65ec-6cd4-42de-869e-c18a53451c79,revision_number=1']} {{(pid=91774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:53:53.142046 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-955d8a81-45b1-4600-ab9e-9b972f7e042b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.411s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:53:53.145237 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.db [None req-955d8a81-45b1-4600-ab9e-9b972f7e042b None None] For port ed9f65ec-6cd4-42de-869e-c18a53451c79, host dv-cinder-784140-5-smb, cleared binding levels {{(pid=91774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 06:53:53.213845 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.db [None req-955d8a81-45b1-4600-ab9e-9b972f7e042b None None] For port ed9f65ec-6cd4-42de-869e-c18a53451c79, host dv-cinder-784140-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-5-smb',level=0,port_id=ed9f65ec-6cd4-42de-869e-c18a53451c79,segment=NetworkSegment(3ffd2bba-2e4c-4340-84bb-337c4d476270),segment_id=3ffd2bba-2e4c-4340-84bb-337c4d476270)] {{(pid=91774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 06:53:53.236223 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-955d8a81-45b1-4600-ab9e-9b972f7e042b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-569476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762332438254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762331935097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762331935142'] for port, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:53:53.253878 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-56dce594-d92e-4789-80e2-0cff35f860aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:53:53.334872 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.db [None req-1df364dd-18f3-4cec-8f69-2514bc65bc43 None None] For port c4d2c098-2116-4f52-bf68-0feedcce274f, host dv-cinder-784140-5-smb, cleared binding levels {{(pid=91774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 06:53:53.339622 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.db [None req-1df364dd-18f3-4cec-8f69-2514bc65bc43 None None] For port c4d2c098-2116-4f52-bf68-0feedcce274f, host dv-cinder-784140-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-5-smb',level=0,port_id=c4d2c098-2116-4f52-bf68-0feedcce274f,segment=NetworkSegment(52b2ea56-693b-48b2-9a2b-8ef6c7482fc0),segment_id=52b2ea56-693b-48b2-9a2b-8ef6c7482fc0)] {{(pid=91774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 06:53:53.348271 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955d8a81-45b1-4600-ab9e-9b972f7e042b None None] Pushing event updated for resources: {'Port': ['ID=ed9f65ec-6cd4-42de-869e-c18a53451c79,revision_number=2']} {{(pid=91774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:53:53.351803 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-1df364dd-18f3-4cec-8f69-2514bc65bc43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-569476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762332438254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762331935097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762331935142'] for port, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:53:53.352757 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-955d8a81-45b1-4600-ab9e-9b972f7e042b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:53:53.363355 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-955d8a81-45b1-4600-ab9e-9b972f7e042b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:53:53.369608 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-85cd6d03-7477-420c-9c9a-4f0eea985621 req-5d9e50c9-8001-43cd-aec6-ea964bd598a8 service neutron] 10.222.0.21 "GET /v2.0/networks/d768713e-d7e7-4437-b3b8-c0885329ea3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2677419 Jun 07 06:53:53.383793 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-2740f780-d22a-4953-84cb-669a13bf6b6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1706761'] for security_group, after_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:53:53.385985 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-bd569ec6-8eba-4810-8098-30ed1621e035 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:53:53.388939 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-2740f780-d22a-4953-84cb-669a13bf6b6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:53:53.391238 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [None req-2740f780-d22a-4953-84cb-669a13bf6b6a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6b8e2b95-3c31-49d6-8484-fefa8312789d HTTP/1.1" status: 204 len: 168 time: 0.7643797 Jun 07 06:53:53.393794 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:53:53.407383 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2740f780-d22a-4953-84cb-669a13bf6b6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b8e2b95-3c31-49d6-8484-fefa8312789d,revision_number=None']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:53:53.415186 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-2740f780-d22a-4953-84cb-669a13bf6b6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:53:53.465782 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-bd569ec6-8eba-4810-8098-30ed1621e035 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-569476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648536', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762331935079'] for port, after_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:53:53.472650 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:53:53.556249 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df364dd-18f3-4cec-8f69-2514bc65bc43 None None] Pushing event updated for resources: {'Port': ['ID=c4d2c098-2116-4f52-bf68-0feedcce274f,revision_number=2']} {{(pid=91774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:53:53.561824 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-1df364dd-18f3-4cec-8f69-2514bc65bc43 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:53:53.605041 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd569ec6-8eba-4810-8098-30ed1621e035 admin admin] Network a84d0276-e36b-485f-b034-cb606776a5f5 is already hosted by enough agents. {{(pid=91772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 06:53:53.620125 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.scheduler.base_scheduler [None req-bd569ec6-8eba-4810-8098-30ed1621e035 admin admin] Resources bound (agent type, host, resource id): {{(pid=91772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 06:53:53.636090 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd569ec6-8eba-4810-8098-30ed1621e035 admin admin] Received port after_create {{(pid=91772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 06:53:53.806377 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-0f99e6e6-22b5-4b82-ba2a-5b1e0edbf6de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1660228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1666988'] for router, after_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:53:54.222907 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.21', 51560) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:53:54.334147 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-1eaaf0fb-16f9-41a7-a5d5-9d6b13de210c admin admin] Notify callbacks [] for security_group, before_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:53:54.398156 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-50d9538b-e4b7-41a3-9db8-d4d5f4c557e4 req-4da6c374-8061-4cd3-bbdc-d435936d6b75 tempest-AttachVolumeNegativeTest-2031625228 tempest-AttachVolumeNegativeTest-2031625228-project] 10.222.0.21 "GET /v2.0/ports?device_id=efa86bc2-cec0-4000-8a27-4d6b84d10c82 HTTP/1.1" status: 200 len: 210 time: 0.5564868 Jun 07 06:53:54.428750 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd569ec6-8eba-4810-8098-30ed1621e035 admin admin] Pushing event updated for resources: {'Port': ['ID=f57f8032-4519-43dc-b72b-1cb43278eac9,revision_number=1']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:53:54.457522 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-1875f86b-2133-4558-b151-7910e24c619a req-b4c02799-edc7-48ae-90a1-72eb6d10df18 tempest-DeleteServersTestJSON-860680093 tempest-DeleteServersTestJSON-860680093-project] 10.222.0.21 "GET /v2.0/ports?device_id=ceec9758-9583-463f-b33b-30adbbb05a38 HTTP/1.1" status: 200 len: 210 time: 0.6146705 Jun 07 06:53:54.556819 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f99e6e6-22b5-4b82-ba2a-5b1e0edbf6de admin admin] Router 852672d4-2b1a-4285-9b73-bdfb9c7df3b9 is scheduled to L3 agent dd8e9e9b-c9b0-4755-a773-57df6dee4a2e with binding_index 1 {{(pid=91773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 07 06:53:54.572610 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-bd569ec6-8eba-4810-8098-30ed1621e035 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.100s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:53:54.597544 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.21', 51586) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:53:55.079288 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-5f5e92c5-5da9-47f5-a4d6-1ec315d6b62a admin admin] Notify callbacks [] for security_group, before_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:53:55.146945 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-bd569ec6-8eba-4810-8098-30ed1621e035 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:53:55.206556 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f99e6e6-22b5-4b82-ba2a-5b1e0edbf6de admin admin] Notify agent at l3_agent.dv-cinder-784140-5-smb the message routers_updated {{(pid=91773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 06:53:55.220343 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-1eaaf0fb-16f9-41a7-a5d5-9d6b13de210c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:53:55.228815 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-931bf6ef-bad8-4b94-8edf-909b569eb1d2 None None] Sync routers for ids ['852672d4-2b1a-4285-9b73-bdfb9c7df3b9'] in dv-cinder-784140-5-smb {{(pid=91775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 06:53:55.247832 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-931bf6ef-bad8-4b94-8edf-909b569eb1d2 None None] Routers {'852672d4-2b1a-4285-9b73-bdfb9c7df3b9'} bound to L3 agent in host dv-cinder-784140-5-smb {{(pid=91775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 06:53:55.248321 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron.db.l3_hamode_db [None req-931bf6ef-bad8-4b94-8edf-909b569eb1d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-07T06:46:09Z,description=,heartbeat_timestamp=2021-06-07T06:53:39Z,host='dv-cinder-784140-5-smb',id=dd8e9e9b-c9b0-4755-a773-57df6dee4a2e,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T06:46:09Z,topic='l3_agent')) {'router_ids': ['852672d4-2b1a-4285-9b73-bdfb9c7df3b9'], 'active': True} {{(pid=91775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 06:53:55.252504 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-1eaaf0fb-16f9-41a7-a5d5-9d6b13de210c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1706761'] for security_group, after_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:53:55.271580 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3f74b22-c645-4bca-805b-7b7a7c2c8bc8 None None] Network d923eec5-f613-4137-bc9f-8f5300ca5016 requested from dv-cinder-784140-5-smb {{(pid=91774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 06:53:55.290250 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-04706227-4717-4fd0-80c4-998760ce54a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:53:55.374596 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eaaf0fb-16f9-41a7-a5d5-9d6b13de210c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63e08f5b-f8b7-471c-bb13-70bafe9c42ca,revision_number=1']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:53:55.401628 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-1eaaf0fb-16f9-41a7-a5d5-9d6b13de210c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:53:55.445529 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [None req-1eaaf0fb-16f9-41a7-a5d5-9d6b13de210c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=36ae2b308d0443aa81566a6d4c3dfc81&name=default HTTP/1.1" status: 200 len: 2975 time: 1.2171311 Jun 07 06:53:55.453327 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.21', 51618) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:53:55.610529 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-eaa9ab69-f8a1-48d8-b916-05553e0ad21a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:53:55.639437 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-eaa9ab69-f8a1-48d8-b916-05553e0ad21a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:53:55.726869 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-61565233-006b-451e-8ce5-712a1e4e4f2f req-85ab87ff-ccda-4d02-897b-4e8fb08d96bb tempest-AttachVolumeNegativeTest-2031625228 tempest-AttachVolumeNegativeTest-2031625228-project] 10.222.0.21 "GET /v2.0/ports?device_id=efa86bc2-cec0-4000-8a27-4d6b84d10c82 HTTP/1.1" status: 200 len: 210 time: 0.1699111 Jun 07 06:53:55.729728 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-eaa9ab69-f8a1-48d8-b916-05553e0ad21a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1706761'] for security_group, after_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:53:55.751272 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6106424f-711f-4248-86f0-88d9de5929d2 None None] Network 90cfa33b-3934-46a0-a3d0-faaa7bfec8df requested from dv-cinder-784140-5-smb {{(pid=91774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 06:53:55.752152 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-eaa9ab69-f8a1-48d8-b916-05553e0ad21a admin admin] Notify callbacks [] for security_group, before_response {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:53:55.752152 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [None req-eaa9ab69-f8a1-48d8-b916-05553e0ad21a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/63e08f5b-f8b7-471c-bb13-70bafe9c42ca HTTP/1.1" status: 204 len: 168 time: 0.2894669 Jun 07 06:53:55.767771 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:53:55.783669 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Device c4d2c098-2116-4f52-bf68-0feedcce274f up at agent ovs-agent-dv-cinder-784140-5-smb {{(pid=91774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 06:53:55.821252 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa9ab69-f8a1-48d8-b916-05553e0ad21a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63e08f5b-f8b7-471c-bb13-70bafe9c42ca,revision_number=None']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:53:55.829232 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-eaa9ab69-f8a1-48d8-b916-05553e0ad21a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:53:55.878944 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron.db.l3_dvr_db [None req-931bf6ef-bad8-4b94-8edf-909b569eb1d2 None None] Set router 852672d4-2b1a-4285-9b73-bdfb9c7df3b9 gateway port host: dv-cinder-784140-5-smb {{(pid=91775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 06:53:55.891160 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-2e9a4ed8-0562-4c53-b263-17880bb30102 req-3af2a3a6-b936-42e0-a8f7-cf63edf8f15f tempest-DeleteServersTestJSON-860680093 tempest-DeleteServersTestJSON-860680093-project] 10.222.0.21 "GET /v2.0/ports?device_id=ceec9758-9583-463f-b33b-30adbbb05a38 HTTP/1.1" status: 200 len: 210 time: 0.1359024 Jun 07 06:53:55.892970 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-5f5e92c5-5da9-47f5-a4d6-1ec315d6b62a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:53:55.911401 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-5f5e92c5-5da9-47f5-a4d6-1ec315d6b62a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1706761'] for security_group, after_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:53:55.957666 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-eaa9ab69-f8a1-48d8-b916-05553e0ad21a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:53:56.045229 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5e92c5-5da9-47f5-a4d6-1ec315d6b62a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1b2f262-d5cf-43b7-a15b-66dbd3b83151,revision_number=1']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:53:56.054358 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-0f99e6e6-22b5-4b82-ba2a-5b1e0edbf6de admin admin] Notify callbacks [] for router, before_response {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:53:56.083581 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [None req-0f99e6e6-22b5-4b82-ba2a-5b1e0edbf6de admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.6999269 Jun 07 06:53:56.086761 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-5f5e92c5-5da9-47f5-a4d6-1ec315d6b62a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:53:56.093919 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.21', 51644) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:53:56.138205 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.db.provisioning_blocks [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Provisioning for port c4d2c098-2116-4f52-bf68-0feedcce274f completed by entity L2. {{(pid=91774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 06:53:56.174906 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Device ed9f65ec-6cd4-42de-869e-c18a53451c79 up at agent ovs-agent-dv-cinder-784140-5-smb {{(pid=91774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 06:53:56.291061 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.db.provisioning_blocks [None req-c79a41f0-b86c-4a81-ad36-f12bf326716e None None] Provisioning for port ed9f65ec-6cd4-42de-869e-c18a53451c79 completed by entity DHCP. {{(pid=91774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 06:53:56.396380 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [None req-5f5e92c5-5da9-47f5-a4d6-1ec315d6b62a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f6b72c77a145473eaacc9eed5cdba3e1&name=default HTTP/1.1" status: 200 len: 2975 time: 1.6827979 Jun 07 06:53:56.409639 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.21', 51654) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:53:56.466399 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.db.provisioning_blocks [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Provisioning for port ed9f65ec-6cd4-42de-869e-c18a53451c79 completed by entity L2. {{(pid=91774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 06:53:56.500924 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-bd569ec6-8eba-4810-8098-30ed1621e035 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1660228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1666988'] for router, after_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:53:56.516392 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.db.provisioning_blocks [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Provisioning complete for port ed9f65ec-6cd4-42de-869e-c18a53451c79 triggered by entity L2. {{(pid=91774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 06:53:56.516767 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723953'] for port, provisioning_complete {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:53:56.974815 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd569ec6-8eba-4810-8098-30ed1621e035 admin admin] Router e94f5b08-647a-40c6-b77c-9daf706861b0 is scheduled to L3 agent dd8e9e9b-c9b0-4755-a773-57df6dee4a2e with binding_index 1 {{(pid=91772) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 07 06:53:57.078031 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.db.provisioning_blocks [None req-1a1e0e2a-7806-45ca-af9b-0ebc6736ffad None None] Provisioning for port c4d2c098-2116-4f52-bf68-0feedcce274f completed by entity DHCP. {{(pid=91774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 06:53:57.088023 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564700'] for port, before_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:53:57.102960 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron.db.l3_hamode_db [None req-931bf6ef-bad8-4b94-8edf-909b569eb1d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '852672d4-2b1a-4285-9b73-bdfb9c7df3b9', 'name': 'tempest-AttachVolumeTestJSON-144816171-router', 'tenant_id': '0cf7ac6ccb8642d894b6ba7f74160152', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a84d0276-e36b-485f-b034-cb606776a5f5', 'external_fixed_ips': [{'subnet_id': 'bc8e845f-21f5-4331-a893-3fabfb1361b8', 'ip_address': '172.28.3.137'}], 'enable_snat': True}, 'gw_port_id': 'a07d77e8-c48f-40ee-9e8e-84af200e686b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T06:53:50Z', 'updated_at': '2021-06-07T06:53:52Z', 'revision_number': 3, 'project_id': '0cf7ac6ccb8642d894b6ba7f74160152', 'gw_port': {'id': 'a07d77e8-c48f-40ee-9e8e-84af200e686b', 'name': '', 'network_id': 'a84d0276-e36b-485f-b034-cb606776a5f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:85:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '852672d4-2b1a-4285-9b73-bdfb9c7df3b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'bc8e845f-21f5-4331-a893-3fabfb1361b8', 'ip_address': '172.28.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T06:53:51Z', 'updated_at': '2021-06-07T06:53:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc8e845f-21f5-4331-a893-3fabfb1361b8', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-5-smb'}], 'dv-cinder-784140-5-smb', False) {} {{(pid=91775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 06:53:57.112861 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-931bf6ef-bad8-4b94-8edf-909b569eb1d2 None None] Checking router: 852672d4-2b1a-4285-9b73-bdfb9c7df3b9 for host: dv-cinder-784140-5-smb {{(pid=91775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 06:53:57.114451 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-931bf6ef-bad8-4b94-8edf-909b569eb1d2 None None] Updating router 852672d4-2b1a-4285-9b73-bdfb9c7df3b9 port a07d77e8-c48f-40ee-9e8e-84af200e686b binding host dv-cinder-784140-5-smb {{(pid=91775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 07 06:53:57.119095 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.db.provisioning_blocks [None req-1a1e0e2a-7806-45ca-af9b-0ebc6736ffad None None] Provisioning complete for port c4d2c098-2116-4f52-bf68-0feedcce274f triggered by entity DHCP. {{(pid=91774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 06:53:57.119670 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-1a1e0e2a-7806-45ca-af9b-0ebc6736ffad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723953'] for port, provisioning_complete {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:53:57.180804 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron_lib.callbacks.manager [None req-931bf6ef-bad8-4b94-8edf-909b569eb1d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564700'] for port, before_update {{(pid=91775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:53:57.271113 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.db [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] For port ed9f65ec-6cd4-42de-869e-c18a53451c79, host dv-cinder-784140-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-5-smb',level=0,port_id=ed9f65ec-6cd4-42de-869e-c18a53451c79,segment=NetworkSegment(3ffd2bba-2e4c-4340-84bb-337c4d476270),segment_id=3ffd2bba-2e4c-4340-84bb-337c4d476270)] {{(pid=91774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 06:53:57.283714 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-569476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762332438254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762331935097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762331935142'] for port, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:53:57.295173 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:53:57.480592 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-3b321398-f04f-430f-b55a-03154c329836 req-37f5d8e8-1052-4768-861c-e931701dcce9 tempest-AttachVolumeNegativeTest-2031625228 tempest-AttachVolumeNegativeTest-2031625228-project] 10.222.0.21 "GET /v2.0/ports?device_id=efa86bc2-cec0-4000-8a27-4d6b84d10c82 HTTP/1.1" status: 200 len: 210 time: 0.4735913 Jun 07 06:53:57.490054 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.wsgi [-] (91772) accepted ('10.222.0.43', 62611) {{(pid=91772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:53:57.517664 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-1a1e0e2a-7806-45ca-af9b-0ebc6736ffad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564700'] for port, before_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:53:57.550494 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Pushing event updated for resources: {'Port': ['ID=ed9f65ec-6cd4-42de-869e-c18a53451c79,revision_number=3']} {{(pid=91774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:53:57.570147 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-ff496444-09a0-42ba-853e-1dbcf73063f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:53:57.578494 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:53:57.657670 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.db [None req-1a1e0e2a-7806-45ca-af9b-0ebc6736ffad None None] For port c4d2c098-2116-4f52-bf68-0feedcce274f, host dv-cinder-784140-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-5-smb',level=0,port_id=c4d2c098-2116-4f52-bf68-0feedcce274f,segment=NetworkSegment(52b2ea56-693b-48b2-9a2b-8ef6c7482fc0),segment_id=52b2ea56-693b-48b2-9a2b-8ef6c7482fc0)] {{(pid=91774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 06:53:57.672552 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-1a1e0e2a-7806-45ca-af9b-0ebc6736ffad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-569476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762332438254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762331935097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762331935142'] for port, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:53:57.674900 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:53:57.777858 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron_lib.callbacks.manager [None req-931bf6ef-bad8-4b94-8edf-909b569eb1d2 None None] Notify callbacks [] for port, precommit_update {{(pid=91775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:53:57.801073 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron.db.provisioning_blocks [None req-931bf6ef-bad8-4b94-8edf-909b569eb1d2 None None] Transition to ACTIVE for port object a07d77e8-c48f-40ee-9e8e-84af200e686b will not be triggered until provisioned by entity L2. {{(pid=91775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 06:53:57.819547 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron_lib.callbacks.manager [None req-931bf6ef-bad8-4b94-8edf-909b569eb1d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-569476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762332438254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762331935097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762331935142'] for port, after_update {{(pid=91775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:53:57.838936 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-ff496444-09a0-42ba-853e-1dbcf73063f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:53:57.850463 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG oslo_concurrency.lockutils [None req-b8fb3b19-37ea-4dea-89de-8b5e2514579f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:53:57.869562 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-bb4fc178-ff70-4029-ace3-9f549b6b1646 req-c79969d0-e75d-4a5c-9b03-b4a0e2491f1e tempest-DeleteServersTestJSON-860680093 tempest-DeleteServersTestJSON-860680093-project] 10.222.0.21 "GET /v2.0/ports?device_id=ceec9758-9583-463f-b33b-30adbbb05a38 HTTP/1.1" status: 200 len: 210 time: 0.4199986 Jun 07 06:53:57.908884 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.db.provisioning_blocks [None req-cdd2ebf8-cd76-4538-ab8f-ce6a1a2a124d None None] Provisioning complete for port ed9f65ec-6cd4-42de-869e-c18a53451c79 triggered by entity DHCP. {{(pid=91774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 06:53:57.910246 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-cdd2ebf8-cd76-4538-ab8f-ce6a1a2a124d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723953'] for port, provisioning_complete {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:53:57.969284 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd30acc1-d892-43b6-ad65-86ddeba2e563 None None] Pushing event updated for resources: {'Port': ['ID=a07d77e8-c48f-40ee-9e8e-84af200e686b,revision_number=2']} {{(pid=91775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:53:57.985887 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-ff496444-09a0-42ba-853e-1dbcf73063f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1706761'] for security_group, after_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:53:57.998216 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1e0e2a-7806-45ca-af9b-0ebc6736ffad None None] Pushing event updated for resources: {'Port': ['ID=c4d2c098-2116-4f52-bf68-0feedcce274f,revision_number=3']} {{(pid=91774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:53:57.999528 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-ff496444-09a0-42ba-853e-1dbcf73063f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:53:58.018725 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [None req-ff496444-09a0-42ba-853e-1dbcf73063f6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b1b2f262-d5cf-43b7-a15b-66dbd3b83151 HTTP/1.1" status: 204 len: 168 time: 1.5922511 Jun 07 06:53:58.027194 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd30acc1-d892-43b6-ad65-86ddeba2e563 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:53:58.029715 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd30acc1-d892-43b6-ad65-86ddeba2e563 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:53:58.031985 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd30acc1-d892-43b6-ad65-86ddeba2e563 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:53:58.032509 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd30acc1-d892-43b6-ad65-86ddeba2e563 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:53:58.033814 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd30acc1-d892-43b6-ad65-86ddeba2e563 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:53:58.034307 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd30acc1-d892-43b6-ad65-86ddeba2e563 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:53:58.036114 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd30acc1-d892-43b6-ad65-86ddeba2e563 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:53:58.036605 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd30acc1-d892-43b6-ad65-86ddeba2e563 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:53:58.037099 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd30acc1-d892-43b6-ad65-86ddeba2e563 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:53:58.039192 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-1a1e0e2a-7806-45ca-af9b-0ebc6736ffad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.364s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:53:58.039935 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd30acc1-d892-43b6-ad65-86ddeba2e563 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:53:58.041025 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd30acc1-d892-43b6-ad65-86ddeba2e563 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:53:58.041175 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-2740f780-d22a-4953-84cb-669a13bf6b6a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:53:58.041693 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd30acc1-d892-43b6-ad65-86ddeba2e563 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:53:58.044700 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd30acc1-d892-43b6-ad65-86ddeba2e563 None None] Tracked resource versions report: Jun 07 06:53:58.044700 dv-cinder-784140-5-smb neutron-server[91775]: pushed versions: Jun 07 06:53:58.044700 dv-cinder-784140-5-smb neutron-server[91775]: { 'AddressGroup': {'1.2'}, Jun 07 06:53:58.044700 dv-cinder-784140-5-smb neutron-server[91775]: 'ConntrackHelper': {'1.0'}, Jun 07 06:53:58.044700 dv-cinder-784140-5-smb neutron-server[91775]: 'Log': {'1.0'}, Jun 07 06:53:58.044700 dv-cinder-784140-5-smb neutron-server[91775]: 'Network': {'1.1'}, Jun 07 06:53:58.044700 dv-cinder-784140-5-smb neutron-server[91775]: 'Port': {'1.7'}, Jun 07 06:53:58.044700 dv-cinder-784140-5-smb neutron-server[91775]: 'PortForwarding': {'1.2'}, Jun 07 06:53:58.044700 dv-cinder-784140-5-smb neutron-server[91775]: 'QosPolicy': {'1.8'}, Jun 07 06:53:58.044700 dv-cinder-784140-5-smb neutron-server[91775]: 'SecurityGroup': {'1.4'}, Jun 07 06:53:58.044700 dv-cinder-784140-5-smb neutron-server[91775]: 'SecurityGroupRule': {'1.2'}, Jun 07 06:53:58.044700 dv-cinder-784140-5-smb neutron-server[91775]: 'SubPort': {'1.0'}, Jun 07 06:53:58.044700 dv-cinder-784140-5-smb neutron-server[91775]: 'Subnet': {'1.1'}, Jun 07 06:53:58.044700 dv-cinder-784140-5-smb neutron-server[91775]: 'Trunk': {'1.1'}} Jun 07 06:53:58.044700 dv-cinder-784140-5-smb neutron-server[91775]: consumer versions: Jun 07 06:53:58.044700 dv-cinder-784140-5-smb neutron-server[91775]: { DHCP agent@dv-cinder-784140-5-smb: {}, Jun 07 06:53:58.044700 dv-cinder-784140-5-smb neutron-server[91775]: HyperV agent@hv-cinder-78414: {}, Jun 07 06:53:58.044700 dv-cinder-784140-5-smb neutron-server[91775]: L3 agent@dv-cinder-784140-5-smb: {}, Jun 07 06:53:58.044700 dv-cinder-784140-5-smb neutron-server[91775]: Metadata agent@dv-cinder-784140-5-smb: {}, Jun 07 06:53:58.044700 dv-cinder-784140-5-smb neutron-server[91775]: Metering agent@dv-cinder-784140-5-smb: {}, Jun 07 06:53:58.044700 dv-cinder-784140-5-smb neutron-server[91775]: Open vSwitch agent@dv-cinder-784140-5-smb: { 'AddressGroup': '1.2', Jun 07 06:53:58.044700 dv-cinder-784140-5-smb neutron-server[91775]: 'ConntrackHelper': '1.0', Jun 07 06:53:58.044700 dv-cinder-784140-5-smb neutron-server[91775]: 'Log': '1.0', Jun 07 06:53:58.044700 dv-cinder-784140-5-smb neutron-server[91775]: 'Network': '1.1', Jun 07 06:53:58.044700 dv-cinder-784140-5-smb neutron-server[91775]: 'Port': '1.7', Jun 07 06:53:58.044700 dv-cinder-784140-5-smb neutron-server[91775]: 'PortForwarding': '1.2', Jun 07 06:53:58.044700 dv-cinder-784140-5-smb neutron-server[91775]: 'QosPolicy': '1.8', Jun 07 06:53:58.044700 dv-cinder-784140-5-smb neutron-server[91775]: 'SecurityGroup': '1.4', Jun 07 06:53:58.044700 dv-cinder-784140-5-smb neutron-server[91775]: 'SecurityGroupRule': '1.2', Jun 07 06:53:58.044700 dv-cinder-784140-5-smb neutron-server[91775]: 'SubPort': '1.0', Jun 07 06:53:58.044700 dv-cinder-784140-5-smb neutron-server[91775]: 'Subnet': '1.1', Jun 07 06:53:58.044700 dv-cinder-784140-5-smb neutron-server[91775]: 'Trunk': '1.1'}} Jun 07 06:53:58.044700 dv-cinder-784140-5-smb neutron-server[91775]: {{(pid=91775) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 07 06:53:58.054292 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron.plugins.ml2.managers [None req-931bf6ef-bad8-4b94-8edf-909b569eb1d2 None None] Attempting to bind port a07d77e8-c48f-40ee-9e8e-84af200e686b on host dv-cinder-784140-5-smb for vnic_type normal with profile {{(pid=91775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 06:53:58.054870 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron.plugins.ml2.managers [None req-931bf6ef-bad8-4b94-8edf-909b569eb1d2 None None] Attempting to bind port a07d77e8-c48f-40ee-9e8e-84af200e686b by drivers openvswitch,hyperv on host dv-cinder-784140-5-smb at level 0 using segments [{'id': 'a651428c-972d-4b8e-a20b-c49a0a4f9500', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a84d0276-e36b-485f-b034-cb606776a5f5'}] {{(pid=91775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 06:53:58.055391 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-931bf6ef-bad8-4b94-8edf-909b569eb1d2 None None] Attempting to bind port a07d77e8-c48f-40ee-9e8e-84af200e686b on network a84d0276-e36b-485f-b034-cb606776a5f5 {{(pid=91775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 06:53:58.069211 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG oslo_concurrency.lockutils [None req-fd30acc1-d892-43b6-ad65-86ddeba2e563 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=91775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:53:58.072423 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-931bf6ef-bad8-4b94-8edf-909b569eb1d2 None None] Checking agent: {'id': '2cbbf4dd-47cd-4e79-9ddf-2f0b457e4e7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784140-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 6, 46, 9), 'started_at': datetime.datetime(2021, 6, 7, 6, 46, 39), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 6, 53, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784140-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 06:53:58.073321 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-931bf6ef-bad8-4b94-8edf-909b569eb1d2 None None] Checking segment: {'id': 'a651428c-972d-4b8e-a20b-c49a0a4f9500', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a84d0276-e36b-485f-b034-cb606776a5f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 06:53:58.075515 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron_lib.callbacks.manager [None req-931bf6ef-bad8-4b94-8edf-909b569eb1d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:53:58.076403 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-931bf6ef-bad8-4b94-8edf-909b569eb1d2 None None] Bound using segment: {'id': 'a651428c-972d-4b8e-a20b-c49a0a4f9500', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a84d0276-e36b-485f-b034-cb606776a5f5'} {{(pid=91775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 06:53:58.077405 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron.plugins.ml2.managers [None req-931bf6ef-bad8-4b94-8edf-909b569eb1d2 None None] Bound port: a07d77e8-c48f-40ee-9e8e-84af200e686b, host: dv-cinder-784140-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a651428c-972d-4b8e-a20b-c49a0a4f9500', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a84d0276-e36b-485f-b034-cb606776a5f5'}}] {{(pid=91775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 06:53:58.077789 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron_lib.callbacks.manager [None req-931bf6ef-bad8-4b94-8edf-909b569eb1d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564700'] for port, before_update {{(pid=91775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:53:58.097390 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff496444-09a0-42ba-853e-1dbcf73063f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1b2f262-d5cf-43b7-a15b-66dbd3b83151,revision_number=None']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:53:58.111982 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-ff496444-09a0-42ba-853e-1dbcf73063f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:53:58.229766 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron.plugins.ml2.db [None req-931bf6ef-bad8-4b94-8edf-909b569eb1d2 None None] For port a07d77e8-c48f-40ee-9e8e-84af200e686b, host dv-cinder-784140-5-smb, cleared binding levels {{(pid=91775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 06:53:58.240706 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron.plugins.ml2.db [None req-931bf6ef-bad8-4b94-8edf-909b569eb1d2 None None] For port a07d77e8-c48f-40ee-9e8e-84af200e686b, host dv-cinder-784140-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-5-smb',level=0,port_id=a07d77e8-c48f-40ee-9e8e-84af200e686b,segment=NetworkSegment(a651428c-972d-4b8e-a20b-c49a0a4f9500),segment_id=a651428c-972d-4b8e-a20b-c49a0a4f9500)] {{(pid=91775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 06:53:58.251150 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron_lib.callbacks.manager [None req-931bf6ef-bad8-4b94-8edf-909b569eb1d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-569476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762332438254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762331935097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762331935142'] for port, after_update {{(pid=91775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:53:58.269797 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:53:58.433856 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.db.provisioning_blocks [None req-c8ad40f7-7f68-4cbe-9f8a-ec297865fc1e None None] Provisioning complete for port c4d2c098-2116-4f52-bf68-0feedcce274f triggered by entity DHCP. {{(pid=91774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 06:53:58.434417 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-c8ad40f7-7f68-4cbe-9f8a-ec297865fc1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723953'] for port, provisioning_complete {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:53:58.461169 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-931bf6ef-bad8-4b94-8edf-909b569eb1d2 None None] Routers {'852672d4-2b1a-4285-9b73-bdfb9c7df3b9'} bound to L3 agent in host dv-cinder-784140-5-smb {{(pid=91775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 06:53:58.463890 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron.db.l3_hamode_db [None req-931bf6ef-bad8-4b94-8edf-909b569eb1d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-07T06:46:09Z,description=,heartbeat_timestamp=2021-06-07T06:53:39Z,host='dv-cinder-784140-5-smb',id=dd8e9e9b-c9b0-4755-a773-57df6dee4a2e,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T06:46:09Z,topic='l3_agent')) {'router_ids': ['852672d4-2b1a-4285-9b73-bdfb9c7df3b9'], 'active': True} {{(pid=91775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 06:53:58.466377 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.43', 62617) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:53:58.639081 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd30acc1-d892-43b6-ad65-86ddeba2e563 None None] Pushing event updated for resources: {'Port': ['ID=a07d77e8-c48f-40ee-9e8e-84af200e686b,revision_number=3']} {{(pid=91775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:53:58.643849 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG oslo_concurrency.lockutils [None req-fd30acc1-d892-43b6-ad65-86ddeba2e563 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.374s {{(pid=91775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:53:58.863592 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5f9c9c-4131-4988-b3ee-32c3e0c9d86f req-42632f2a-fcba-4a90-8e12-aaad840995e6 tempest-AttachVolumeNegativeTest-2031625228 tempest-AttachVolumeNegativeTest-2031625228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:53:58.865615 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-1d5f9c9c-4131-4988-b3ee-32c3e0c9d86f req-42632f2a-fcba-4a90-8e12-aaad840995e6 tempest-AttachVolumeNegativeTest-2031625228 tempest-AttachVolumeNegativeTest-2031625228-project] 10.222.0.43 "GET /v2.0/networks?id=27a96711-417c-4ed3-a59e-0ca8ab8628f1 HTTP/1.1" status: 200 len: 815 time: 1.3168519 Jun 07 06:53:58.866797 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd569ec6-8eba-4810-8098-30ed1621e035 admin admin] Notify agent at l3_agent.dv-cinder-784140-5-smb the message routers_updated {{(pid=91772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 06:53:58.929166 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-900a3988-993d-4de0-ba33-47b6d8cd4ed7 None None] Sync routers for ids ['e94f5b08-647a-40c6-b77c-9daf706861b0'] in dv-cinder-784140-5-smb {{(pid=91774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 06:53:58.936099 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.v2.base [req-1d5f9c9c-4131-4988-b3ee-32c3e0c9d86f req-72ed8931-c7a9-4363-8de2-70828244cd77 tempest-AttachVolumeNegativeTest-2031625228 tempest-AttachVolumeNegativeTest-2031625228-project] Request body: {'port': {'device_id': 'efa86bc2-cec0-4000-8a27-4d6b84d10c82', 'network_id': '27a96711-417c-4ed3-a59e-0ca8ab8628f1', 'admin_state_up': True, 'tenant_id': 'e315befe5685416d9564a280760adaed'}} {{(pid=91772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 06:53:58.993175 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-900a3988-993d-4de0-ba33-47b6d8cd4ed7 None None] Routers {'e94f5b08-647a-40c6-b77c-9daf706861b0'} bound to L3 agent in host dv-cinder-784140-5-smb {{(pid=91774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 06:53:58.997301 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.db.l3_hamode_db [None req-900a3988-993d-4de0-ba33-47b6d8cd4ed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-07T06:46:09Z,description=,heartbeat_timestamp=2021-06-07T06:53:39Z,host='dv-cinder-784140-5-smb',id=dd8e9e9b-c9b0-4755-a773-57df6dee4a2e,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T06:46:09Z,topic='l3_agent')) {'router_ids': ['e94f5b08-647a-40c6-b77c-9daf706861b0'], 'active': True} {{(pid=91774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 06:53:59.000350 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron.db.l3_dvr_db [None req-931bf6ef-bad8-4b94-8edf-909b569eb1d2 None None] Set router 852672d4-2b1a-4285-9b73-bdfb9c7df3b9 gateway port host: dv-cinder-784140-5-smb {{(pid=91775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 06:53:59.004935 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-7c724af9-c5dc-4fd5-bd0d-a81b269d86bc req-d0b0c042-eab3-426f-8604-926892f2254e tempest-AttachVolumeNegativeTest-2031625228 tempest-AttachVolumeNegativeTest-2031625228-project] 10.222.0.21 "GET /v2.0/ports?device_id=efa86bc2-cec0-4000-8a27-4d6b84d10c82 HTTP/1.1" status: 200 len: 210 time: 0.1352577 Jun 07 06:53:59.039016 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-bd569ec6-8eba-4810-8098-30ed1621e035 admin admin] Notify callbacks [] for router, before_response {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:53:59.044144 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [None req-bd569ec6-8eba-4810-8098-30ed1621e035 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 8.5583086 Jun 07 06:53:59.044847 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.wsgi [-] (91772) accepted ('10.222.0.21', 51774) {{(pid=91772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:53:59.073736 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cd6d03-7477-420c-9c9a-4f0eea985621 req-572819e7-45e0-43bd-aee7-f0e2985c44f4 tempest-DeleteServersTestJSON-860680093 tempest-DeleteServersTestJSON-860680093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:53:59.075224 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-85cd6d03-7477-420c-9c9a-4f0eea985621 req-572819e7-45e0-43bd-aee7-f0e2985c44f4 tempest-DeleteServersTestJSON-860680093 tempest-DeleteServersTestJSON-860680093-project] 10.222.0.43 "GET /v2.0/networks?id=d768713e-d7e7-4437-b3b8-c0885329ea3a HTTP/1.1" status: 200 len: 812 time: 0.6067452 Jun 07 06:53:59.109510 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.v2.base [req-85cd6d03-7477-420c-9c9a-4f0eea985621 req-d2434371-4fed-4873-965f-9f41a2e691f0 tempest-DeleteServersTestJSON-860680093 tempest-DeleteServersTestJSON-860680093-project] Request body: {'port': {'device_id': 'ceec9758-9583-463f-b33b-30adbbb05a38', 'network_id': 'd768713e-d7e7-4437-b3b8-c0885329ea3a', 'admin_state_up': True, 'tenant_id': '912ad0c5b96b49f5bf40077337ed1d82'}} {{(pid=91773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 06:53:59.338424 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.wsgi [-] (91772) accepted ('10.222.0.21', 51784) {{(pid=91772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:53:59.379199 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-1eeb3dcf-b735-4c91-be72-83f9afd27c21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:53:59.428575 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-00bda8f2-4714-44fb-872c-e1d7651e41f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564700'] for port, before_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:53:59.486770 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.db.l3_dvr_db [None req-900a3988-993d-4de0-ba33-47b6d8cd4ed7 None None] Set router e94f5b08-647a-40c6-b77c-9daf706861b0 gateway port host: dv-cinder-784140-5-smb {{(pid=91774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 06:53:59.496490 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-c6bb594a-e76c-4961-8a84-411055800c60 req-c98839cb-5edc-4e90-b7d6-9d3000427927 tempest-DeleteServersTestJSON-860680093 tempest-DeleteServersTestJSON-860680093-project] 10.222.0.21 "GET /v2.0/ports?device_id=ceec9758-9583-463f-b33b-30adbbb05a38 HTTP/1.1" status: 200 len: 210 time: 0.2044294 Jun 07 06:53:59.601562 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Device c4d2c098-2116-4f52-bf68-0feedcce274f up at agent ovs-agent-dv-cinder-784140-5-smb {{(pid=91774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 06:53:59.776124 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron.db.l3_hamode_db [None req-931bf6ef-bad8-4b94-8edf-909b569eb1d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '852672d4-2b1a-4285-9b73-bdfb9c7df3b9', 'name': 'tempest-AttachVolumeTestJSON-144816171-router', 'tenant_id': '0cf7ac6ccb8642d894b6ba7f74160152', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a84d0276-e36b-485f-b034-cb606776a5f5', 'external_fixed_ips': [{'subnet_id': 'bc8e845f-21f5-4331-a893-3fabfb1361b8', 'ip_address': '172.28.3.137'}], 'enable_snat': True}, 'gw_port_id': 'a07d77e8-c48f-40ee-9e8e-84af200e686b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T06:53:50Z', 'updated_at': '2021-06-07T06:53:52Z', 'revision_number': 3, 'project_id': '0cf7ac6ccb8642d894b6ba7f74160152', 'gw_port': {'id': 'a07d77e8-c48f-40ee-9e8e-84af200e686b', 'name': '', 'network_id': 'a84d0276-e36b-485f-b034-cb606776a5f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:85:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '852672d4-2b1a-4285-9b73-bdfb9c7df3b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'bc8e845f-21f5-4331-a893-3fabfb1361b8', 'ip_address': '172.28.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T06:53:51Z', 'updated_at': '2021-06-07T06:53:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc8e845f-21f5-4331-a893-3fabfb1361b8', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-5-smb'}], 'dv-cinder-784140-5-smb', False) {} {{(pid=91775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 06:53:59.798954 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-931bf6ef-bad8-4b94-8edf-909b569eb1d2 None None] The sync data for ids ['852672d4-2b1a-4285-9b73-bdfb9c7df3b9'] in dv-cinder-784140-5-smb is: [{'id': '852672d4-2b1a-4285-9b73-bdfb9c7df3b9', 'name': 'tempest-AttachVolumeTestJSON-144816171-router', 'tenant_id': '0cf7ac6ccb8642d894b6ba7f74160152', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a84d0276-e36b-485f-b034-cb606776a5f5', 'external_fixed_ips': [{'subnet_id': 'bc8e845f-21f5-4331-a893-3fabfb1361b8', 'ip_address': '172.28.3.137'}], 'enable_snat': True}, 'gw_port_id': 'a07d77e8-c48f-40ee-9e8e-84af200e686b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T06:53:50Z', 'updated_at': '2021-06-07T06:53:52Z', 'revision_number': 3, 'project_id': '0cf7ac6ccb8642d894b6ba7f74160152', 'gw_port': {'id': 'a07d77e8-c48f-40ee-9e8e-84af200e686b', 'name': '', 'network_id': 'a84d0276-e36b-485f-b034-cb606776a5f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:85:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '852672d4-2b1a-4285-9b73-bdfb9c7df3b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'bc8e845f-21f5-4331-a893-3fabfb1361b8', 'ip_address': '172.28.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T06:53:51Z', 'updated_at': '2021-06-07T06:53:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc8e845f-21f5-4331-a893-3fabfb1361b8', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-5-smb'}] {{(pid=91775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 06:53:59.879096 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.db.db_base_plugin_common [None req-00bda8f2-4714-44fb-872c-e1d7651e41f1 admin admin] Allocated IP 172.20.0.1 (90cfa33b-3934-46a0-a3d0-faaa7bfec8df/cf612fb8-f9f7-4687-b8ca-e3cc129879ce/d9d1e037-910b-4f06-b2df-5bdcffd157e6) {{(pid=91773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 06:54:00.057609 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-1eeb3dcf-b735-4c91-be72-83f9afd27c21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:00.080995 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-1eeb3dcf-b735-4c91-be72-83f9afd27c21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1706761'] for security_group, after_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:00.117805 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-c002d849-6d89-43f0-9eee-db80eb717e1b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:54:00.140013 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.db.provisioning_blocks [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Provisioning complete for port c4d2c098-2116-4f52-bf68-0feedcce274f triggered by entity L2. {{(pid=91774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 06:54:00.140654 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723953'] for port, provisioning_complete {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:00.158256 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.db.api [req-1d5f9c9c-4131-4988-b3ee-32c3e0c9d86f req-72ed8931-c7a9-4363-8de2-70828244cd77 tempest-AttachVolumeNegativeTest-2031625228 tempest-AttachVolumeNegativeTest-2031625228-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 07 06:54:00.158256 dv-cinder-784140-5-smb neutron-server[91772]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 07 06:54:00.158256 dv-cinder-784140-5-smb neutron-server[91772]: [parameters: {'project_id_1': 'e315befe5685416d9564a280760adaed', 'expiration_1': datetime.datetime(2021, 6, 7, 6, 54, 0, 73473)}] Jun 07 06:54:00.158256 dv-cinder-784140-5-smb neutron-server[91772]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=91772) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 07 06:54:00.159091 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG oslo_db.api [req-1d5f9c9c-4131-4988-b3ee-32c3e0c9d86f req-72ed8931-c7a9-4363-8de2-70828244cd77 tempest-AttachVolumeNegativeTest-2031625228 tempest-AttachVolumeNegativeTest-2031625228-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=91772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 07 06:54:00.405806 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85cd6d03-7477-420c-9c9a-4f0eea985621 req-d2434371-4fed-4873-965f-9f41a2e691f0 tempest-DeleteServersTestJSON-860680093 tempest-DeleteServersTestJSON-860680093-project] Made reservation on behalf of 912ad0c5b96b49f5bf40077337ed1d82 for: {'port': 1} {{(pid=91773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 06:54:00.413709 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [req-85cd6d03-7477-420c-9c9a-4f0eea985621 req-d2434371-4fed-4873-965f-9f41a2e691f0 tempest-DeleteServersTestJSON-860680093 tempest-DeleteServersTestJSON-860680093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564700'] for port, before_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:00.818254 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.db.db_base_plugin_common [req-85cd6d03-7477-420c-9c9a-4f0eea985621 req-d2434371-4fed-4873-965f-9f41a2e691f0 tempest-DeleteServersTestJSON-860680093 tempest-DeleteServersTestJSON-860680093-project] Allocated IP 172.20.0.4 (d768713e-d7e7-4437-b3b8-c0885329ea3a/3067fb55-c8b8-49c6-833a-aca91fdf0d03/54ebe576-e659-4630-a933-d1288c95418e) {{(pid=91773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 06:54:01.115031 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [req-85cd6d03-7477-420c-9c9a-4f0eea985621 req-d2434371-4fed-4873-965f-9f41a2e691f0 tempest-DeleteServersTestJSON-860680093 tempest-DeleteServersTestJSON-860680093-project] Notify callbacks [] for port, precommit_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:01.147700 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Device ed9f65ec-6cd4-42de-869e-c18a53451c79 up at agent ovs-agent-dv-cinder-784140-5-smb {{(pid=91774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 06:54:01.169472 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [req-85cd6d03-7477-420c-9c9a-4f0eea985621 req-d2434371-4fed-4873-965f-9f41a2e691f0 tempest-DeleteServersTestJSON-860680093 tempest-DeleteServersTestJSON-860680093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-569476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648536', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762331935079'] for port, after_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:01.184419 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-00bda8f2-4714-44fb-872c-e1d7651e41f1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:01.210416 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-0f99e6e6-22b5-4b82-ba2a-5b1e0edbf6de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:54:01.255605 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.db.l3_hamode_db [None req-900a3988-993d-4de0-ba33-47b6d8cd4ed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e94f5b08-647a-40c6-b77c-9daf706861b0', 'name': 'tempest-AttachVolumeShelveTestJSON-1783332224-router', 'tenant_id': 'a521857e620a4cd2a9ecf3c6706dbe4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a84d0276-e36b-485f-b034-cb606776a5f5', 'external_fixed_ips': [{'subnet_id': 'bc8e845f-21f5-4331-a893-3fabfb1361b8', 'ip_address': '172.28.3.132'}], 'enable_snat': True}, 'gw_port_id': 'f57f8032-4519-43dc-b72b-1cb43278eac9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T06:53:50Z', 'updated_at': '2021-06-07T06:53:54Z', 'revision_number': 3, 'project_id': 'a521857e620a4cd2a9ecf3c6706dbe4e', 'gw_port': {'id': 'f57f8032-4519-43dc-b72b-1cb43278eac9', 'name': '', 'network_id': 'a84d0276-e36b-485f-b034-cb606776a5f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:e6:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e94f5b08-647a-40c6-b77c-9daf706861b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'bc8e845f-21f5-4331-a893-3fabfb1361b8', 'ip_address': '172.28.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T06:53:52Z', 'updated_at': '2021-06-07T06:53:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc8e845f-21f5-4331-a893-3fabfb1361b8', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-5-smb'}], 'dv-cinder-784140-5-smb', False) {} {{(pid=91774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 06:54:01.267261 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-900a3988-993d-4de0-ba33-47b6d8cd4ed7 None None] Checking router: e94f5b08-647a-40c6-b77c-9daf706861b0 for host: dv-cinder-784140-5-smb {{(pid=91774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 06:54:01.267647 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-900a3988-993d-4de0-ba33-47b6d8cd4ed7 None None] Updating router e94f5b08-647a-40c6-b77c-9daf706861b0 port f57f8032-4519-43dc-b72b-1cb43278eac9 binding host dv-cinder-784140-5-smb {{(pid=91774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 07 06:54:01.371687 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.db.provisioning_blocks [None req-00bda8f2-4714-44fb-872c-e1d7651e41f1 admin admin] Transition to ACTIVE for port object d9d1e037-910b-4f06-b2df-5bdcffd157e6 will not be triggered until provisioned by entity DHCP. {{(pid=91773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 06:54:01.386665 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85cd6d03-7477-420c-9c9a-4f0eea985621 req-d2434371-4fed-4873-965f-9f41a2e691f0 tempest-DeleteServersTestJSON-860680093 tempest-DeleteServersTestJSON-860680093-project] Network d768713e-d7e7-4437-b3b8-c0885329ea3a is already hosted by enough agents. {{(pid=91773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 06:54:01.398126 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.scheduler.base_scheduler [req-85cd6d03-7477-420c-9c9a-4f0eea985621 req-d2434371-4fed-4873-965f-9f41a2e691f0 tempest-DeleteServersTestJSON-860680093 tempest-DeleteServersTestJSON-860680093-project] Resources bound (agent type, host, resource id): {{(pid=91773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 06:54:01.404956 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.db.l3_dvrscheduler_db [req-85cd6d03-7477-420c-9c9a-4f0eea985621 req-d2434371-4fed-4873-965f-9f41a2e691f0 tempest-DeleteServersTestJSON-860680093 tempest-DeleteServersTestJSON-860680093-project] Received port after_create {{(pid=91773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 06:54:01.423110 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cd6d03-7477-420c-9c9a-4f0eea985621 req-d2434371-4fed-4873-965f-9f41a2e691f0 tempest-DeleteServersTestJSON-860680093 tempest-DeleteServersTestJSON-860680093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:54:01.423860 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-900a3988-993d-4de0-ba33-47b6d8cd4ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564700'] for port, before_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:01.424001 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [req-85cd6d03-7477-420c-9c9a-4f0eea985621 req-d2434371-4fed-4873-965f-9f41a2e691f0 tempest-DeleteServersTestJSON-860680093 tempest-DeleteServersTestJSON-860680093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648630'] for port, before_response {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:01.494589 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2434371-4fed-4873-965f-9f41a2e691f0 tempest-DeleteServersTestJSON-860680093 tempest-DeleteServersTestJSON-860680093-project] Pushing event updated for resources: {'Port': ['ID=54ebe576-e659-4630-a933-d1288c95418e,revision_number=1']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:54:01.510853 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-d2434371-4fed-4873-965f-9f41a2e691f0 tempest-DeleteServersTestJSON-860680093 tempest-DeleteServersTestJSON-860680093-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:54:01.525944 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.db.provisioning_blocks [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Provisioning complete for port ed9f65ec-6cd4-42de-869e-c18a53451c79 triggered by entity L2. {{(pid=91774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 06:54:01.526565 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723953'] for port, provisioning_complete {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:01.555507 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-85cd6d03-7477-420c-9c9a-4f0eea985621 req-d2434371-4fed-4873-965f-9f41a2e691f0 tempest-DeleteServersTestJSON-860680093 tempest-DeleteServersTestJSON-860680093-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4660590 Jun 07 06:54:01.587322 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-00bda8f2-4714-44fb-872c-e1d7651e41f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-569476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648536', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762331935079'] for port, after_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:01.595169 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:54:01.621803 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [None req-1eeb3dcf-b735-4c91-be72-83f9afd27c21 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4082c22d38194cc58b9ffb0881eb55d9&name=default HTTP/1.1" status: 200 len: 2975 time: 2.2766068 Jun 07 06:54:01.626072 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eeb3dcf-b735-4c91-be72-83f9afd27c21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce112bfd-d5f9-4519-a395-b0c4d8c9f488,revision_number=1']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:54:01.636144 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-1eeb3dcf-b735-4c91-be72-83f9afd27c21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.519s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:54:01.694596 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.wsgi [-] (91772) accepted ('10.222.0.21', 51840) {{(pid=91772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:54:01.710565 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-53a714b2-7b69-4dfe-b0f7-4aa330176683 req-9bd3fa55-8aa1-4b13-bdb8-a08f711a447b tempest-AttachVolumeNegativeTest-2031625228 tempest-AttachVolumeNegativeTest-2031625228-project] 10.222.0.21 "GET /v2.0/ports?device_id=efa86bc2-cec0-4000-8a27-4d6b84d10c82 HTTP/1.1" status: 200 len: 210 time: 0.9358764 Jun 07 06:54:01.736467 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d5f9c9c-4131-4988-b3ee-32c3e0c9d86f req-72ed8931-c7a9-4363-8de2-70828244cd77 tempest-AttachVolumeNegativeTest-2031625228 tempest-AttachVolumeNegativeTest-2031625228-project] Made reservation on behalf of e315befe5685416d9564a280760adaed for: {'port': 1} {{(pid=91772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 06:54:01.740955 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [req-1d5f9c9c-4131-4988-b3ee-32c3e0c9d86f req-72ed8931-c7a9-4363-8de2-70828244cd77 tempest-AttachVolumeNegativeTest-2031625228 tempest-AttachVolumeNegativeTest-2031625228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564700'] for port, before_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:01.809617 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.wsgi [req-85cd6d03-7477-420c-9c9a-4f0eea985621 req-f98879dc-91c2-4b54-a094-40376d76c974 tempest-DeleteServersTestJSON-860680093 tempest-DeleteServersTestJSON-860680093-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=91773) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 07 06:54:01.811021 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-85cd6d03-7477-420c-9c9a-4f0eea985621 req-f98879dc-91c2-4b54-a094-40376d76c974 tempest-DeleteServersTestJSON-860680093 tempest-DeleteServersTestJSON-860680093-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1093256 Jun 07 06:54:01.868225 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00bda8f2-4714-44fb-872c-e1d7651e41f1 admin admin] Network 90cfa33b-3934-46a0-a3d0-faaa7bfec8df is already hosted by enough agents. {{(pid=91773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 06:54:01.882042 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.scheduler.base_scheduler [None req-00bda8f2-4714-44fb-872c-e1d7651e41f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=91773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 06:54:01.887843 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00bda8f2-4714-44fb-872c-e1d7651e41f1 admin admin] Received port after_create {{(pid=91773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 06:54:01.892010 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-00bda8f2-4714-44fb-872c-e1d7651e41f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1754342'] for router_interface, before_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:01.934407 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b189b25b-c01a-4bac-8e27-3fef41b1ab07 req-3b0db42f-4076-44e4-b026-af2537cc69e9 tempest-DeleteServersTestJSON-860680093 tempest-DeleteServersTestJSON-860680093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:54:01.943466 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-b189b25b-c01a-4bac-8e27-3fef41b1ab07 req-3b0db42f-4076-44e4-b026-af2537cc69e9 tempest-DeleteServersTestJSON-860680093 tempest-DeleteServersTestJSON-860680093-project] 10.222.0.21 "GET /v2.0/ports?device_id=ceec9758-9583-463f-b33b-30adbbb05a38 HTTP/1.1" status: 200 len: 931 time: 1.0924053 Jun 07 06:54:02.069505 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-b189b25b-c01a-4bac-8e27-3fef41b1ab07 req-20d61856-90fe-45f0-b21c-d5e61119154b tempest-DeleteServersTestJSON-860680093 tempest-DeleteServersTestJSON-860680093-project] 10.222.0.21 "GET /v2.0/security-groups?id=d2d7d5d0-eebd-4afb-988f-1e380bfdd76f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246357 Jun 07 06:54:02.145020 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-3a86876c-8544-45b2-ba92-a75c466b4a1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:02.195562 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-3a86876c-8544-45b2-ba92-a75c466b4a1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:02.297993 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-3a86876c-8544-45b2-ba92-a75c466b4a1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1706761'] for security_group, after_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:02.310156 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-3a86876c-8544-45b2-ba92-a75c466b4a1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:02.312400 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [None req-3a86876c-8544-45b2-ba92-a75c466b4a1c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ce112bfd-d5f9-4519-a395-b0c4d8c9f488 HTTP/1.1" status: 204 len: 168 time: 0.5973632 Jun 07 06:54:02.365927 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Device a07d77e8-c48f-40ee-9e8e-84af200e686b up at agent ovs-agent-dv-cinder-784140-5-smb {{(pid=91774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 06:54:02.614506 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:54:02.648921 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.db.provisioning_blocks [None req-0a0a30b0-ad65-4910-abd7-55de74a30257 None None] Provisioning for port d9d1e037-910b-4f06-b2df-5bdcffd157e6 completed by entity DHCP. {{(pid=91774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 06:54:02.654601 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.v2.base [req-85cd6d03-7477-420c-9c9a-4f0eea985621 req-08c35baa-cc75-42c8-8144-0321384ab9bb service neutron] Request body: {'port': {'device_id': 'ceec9758-9583-463f-b33b-30adbbb05a38', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78414'}} {{(pid=91773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 06:54:02.700352 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.db.provisioning_blocks [None req-0a0a30b0-ad65-4910-abd7-55de74a30257 None None] Provisioning complete for port d9d1e037-910b-4f06-b2df-5bdcffd157e6 triggered by entity DHCP. {{(pid=91774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 06:54:02.700744 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-0a0a30b0-ad65-4910-abd7-55de74a30257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723953'] for port, provisioning_complete {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:02.725831 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a86876c-8544-45b2-ba92-a75c466b4a1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce112bfd-d5f9-4519-a395-b0c4d8c9f488,revision_number=None']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:54:02.784272 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-3a86876c-8544-45b2-ba92-a75c466b4a1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:54:02.856233 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-900a3988-993d-4de0-ba33-47b6d8cd4ed7 None None] Notify callbacks [] for port, precommit_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:02.873214 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bda8f2-4714-44fb-872c-e1d7651e41f1 admin admin] Pushing event updated for resources: {'Port': ['ID=d9d1e037-910b-4f06-b2df-5bdcffd157e6,revision_number=1']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:54:02.883230 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-243b00d3-b08e-4d9a-be7f-3dced222f328 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564700'] for port, before_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:02.894229 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-00bda8f2-4714-44fb-872c-e1d7651e41f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.298s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:54:02.920810 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.db.provisioning_blocks [None req-900a3988-993d-4de0-ba33-47b6d8cd4ed7 None None] Transition to ACTIVE for port object f57f8032-4519-43dc-b72b-1cb43278eac9 will not be triggered until provisioned by entity L2. {{(pid=91774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 06:54:02.998463 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.db.db_base_plugin_common [req-1d5f9c9c-4131-4988-b3ee-32c3e0c9d86f req-72ed8931-c7a9-4363-8de2-70828244cd77 tempest-AttachVolumeNegativeTest-2031625228 tempest-AttachVolumeNegativeTest-2031625228-project] Allocated IP 172.20.0.3 (27a96711-417c-4ed3-a59e-0ca8ab8628f1/92171860-0586-439a-90ff-9e9817d6b6e7/8a1f7952-1bb8-4863-b199-a8d4ed9da897) {{(pid=91772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 06:54:03.009368 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [req-85cd6d03-7477-420c-9c9a-4f0eea985621 req-08c35baa-cc75-42c8-8144-0321384ab9bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564700'] for port, before_update {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:03.016405 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-425237a8-3624-472c-94df-e738bbc5731b req-043967b4-dccd-4fb8-b9eb-2b6f39b5c51d tempest-AttachVolumeNegativeTest-2031625228 tempest-AttachVolumeNegativeTest-2031625228-project] 10.222.0.21 "GET /v2.0/ports?device_id=efa86bc2-cec0-4000-8a27-4d6b84d10c82 HTTP/1.1" status: 200 len: 210 time: 0.0652030 Jun 07 06:54:03.110789 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-900a3988-993d-4de0-ba33-47b6d8cd4ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-569476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762332438254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762331935097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762331935142'] for port, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:03.211269 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:54:03.237865 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-00bda8f2-4714-44fb-872c-e1d7651e41f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564700'] for port, before_update {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:03.323159 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.plugin [None req-0a0a30b0-ad65-4910-abd7-55de74a30257 None None] Port d9d1e037-910b-4f06-b2df-5bdcffd157e6 cannot update to ACTIVE because it is not bound. {{(pid=91774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 07 06:54:03.445150 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.managers [None req-900a3988-993d-4de0-ba33-47b6d8cd4ed7 None None] Attempting to bind port f57f8032-4519-43dc-b72b-1cb43278eac9 on host dv-cinder-784140-5-smb for vnic_type normal with profile {{(pid=91774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 06:54:03.445150 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.managers [None req-900a3988-993d-4de0-ba33-47b6d8cd4ed7 None None] Attempting to bind port f57f8032-4519-43dc-b72b-1cb43278eac9 by drivers openvswitch,hyperv on host dv-cinder-784140-5-smb at level 0 using segments [{'id': 'a651428c-972d-4b8e-a20b-c49a0a4f9500', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a84d0276-e36b-485f-b034-cb606776a5f5'}] {{(pid=91774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 06:54:03.445783 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-900a3988-993d-4de0-ba33-47b6d8cd4ed7 None None] Attempting to bind port f57f8032-4519-43dc-b72b-1cb43278eac9 on network a84d0276-e36b-485f-b034-cb606776a5f5 {{(pid=91774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 06:54:03.458814 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-900a3988-993d-4de0-ba33-47b6d8cd4ed7 None None] Checking agent: {'id': '2cbbf4dd-47cd-4e79-9ddf-2f0b457e4e7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784140-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 6, 46, 9), 'started_at': datetime.datetime(2021, 6, 7, 6, 46, 39), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 6, 53, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784140-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 06:54:03.459202 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-900a3988-993d-4de0-ba33-47b6d8cd4ed7 None None] Checking segment: {'id': 'a651428c-972d-4b8e-a20b-c49a0a4f9500', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a84d0276-e36b-485f-b034-cb606776a5f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 06:54:03.459550 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-900a3988-993d-4de0-ba33-47b6d8cd4ed7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:03.459917 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-900a3988-993d-4de0-ba33-47b6d8cd4ed7 None None] Bound using segment: {'id': 'a651428c-972d-4b8e-a20b-c49a0a4f9500', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a84d0276-e36b-485f-b034-cb606776a5f5'} {{(pid=91774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 06:54:03.472660 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.managers [None req-900a3988-993d-4de0-ba33-47b6d8cd4ed7 None None] Bound port: f57f8032-4519-43dc-b72b-1cb43278eac9, host: dv-cinder-784140-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a651428c-972d-4b8e-a20b-c49a0a4f9500', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a84d0276-e36b-485f-b034-cb606776a5f5'}}] {{(pid=91774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 06:54:03.473062 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-900a3988-993d-4de0-ba33-47b6d8cd4ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564700'] for port, before_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:03.523791 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.db.provisioning_blocks [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Provisioning for port a07d77e8-c48f-40ee-9e8e-84af200e686b completed by entity L2. {{(pid=91774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 06:54:03.537433 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.db.provisioning_blocks [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Provisioning complete for port a07d77e8-c48f-40ee-9e8e-84af200e686b triggered by entity L2. {{(pid=91774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 06:54:03.537433 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723953'] for port, provisioning_complete {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:03.714696 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b95148-a060-4275-9aca-49dcd019d50d None None] Pushing event updated for resources: {'Port': ['ID=f57f8032-4519-43dc-b72b-1cb43278eac9,revision_number=2']} {{(pid=91774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:54:03.728837 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-68b95148-a060-4275-9aca-49dcd019d50d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.518s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:54:03.843734 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.db [None req-900a3988-993d-4de0-ba33-47b6d8cd4ed7 None None] For port f57f8032-4519-43dc-b72b-1cb43278eac9, host dv-cinder-784140-5-smb, cleared binding levels {{(pid=91774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 06:54:03.859060 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.db [None req-900a3988-993d-4de0-ba33-47b6d8cd4ed7 None None] For port f57f8032-4519-43dc-b72b-1cb43278eac9, host dv-cinder-784140-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-5-smb',level=0,port_id=f57f8032-4519-43dc-b72b-1cb43278eac9,segment=NetworkSegment(a651428c-972d-4b8e-a20b-c49a0a4f9500),segment_id=a651428c-972d-4b8e-a20b-c49a0a4f9500)] {{(pid=91774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 06:54:03.888168 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.21', 51892) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:54:03.949462 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-900a3988-993d-4de0-ba33-47b6d8cd4ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-569476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762332438254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762331935097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762331935142'] for port, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:03.993540 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-d0dc3e82-b329-47e5-9796-aa9e3d277710 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:54:04.072598 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b99e724-b929-412c-b7c8-898ea5e4fff3 req-4e2da885-9e47-40e4-84b6-0b4b94218722 tempest-DeleteServersTestJSON-860680093 tempest-DeleteServersTestJSON-860680093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:54:04.074184 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-8b99e724-b929-412c-b7c8-898ea5e4fff3 req-4e2da885-9e47-40e4-84b6-0b4b94218722 tempest-DeleteServersTestJSON-860680093 tempest-DeleteServersTestJSON-860680093-project] 10.222.0.21 "GET /v2.0/ports?device_id=ceec9758-9583-463f-b33b-30adbbb05a38 HTTP/1.1" status: 200 len: 931 time: 0.6764164 Jun 07 06:54:04.202685 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564700'] for port, before_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:04.240290 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.db.db_base_plugin_common [None req-243b00d3-b08e-4d9a-be7f-3dced222f328 admin admin] Allocated IP 172.20.0.1 (d923eec5-f613-4137-bc9f-8f5300ca5016/c3d491a8-638d-42a9-876a-8c51b2a3d541/8dfda82d-442d-4a49-844b-7c1cef9c24bd) {{(pid=91772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 06:54:04.296366 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b95148-a060-4275-9aca-49dcd019d50d None None] Pushing event updated for resources: {'Port': ['ID=f57f8032-4519-43dc-b72b-1cb43278eac9,revision_number=3']} {{(pid=91774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:54:04.305963 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-00bda8f2-4714-44fb-872c-e1d7651e41f1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:04.324898 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-68b95148-a060-4275-9aca-49dcd019d50d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:54:04.326890 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-900a3988-993d-4de0-ba33-47b6d8cd4ed7 None None] Routers {'e94f5b08-647a-40c6-b77c-9daf706861b0'} bound to L3 agent in host dv-cinder-784140-5-smb {{(pid=91774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 06:54:04.327530 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.db.l3_hamode_db [None req-900a3988-993d-4de0-ba33-47b6d8cd4ed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-07T06:46:09Z,description=,heartbeat_timestamp=2021-06-07T06:53:39Z,host='dv-cinder-784140-5-smb',id=dd8e9e9b-c9b0-4755-a773-57df6dee4a2e,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T06:46:09Z,topic='l3_agent')) {'router_ids': ['e94f5b08-647a-40c6-b77c-9daf706861b0'], 'active': True} {{(pid=91774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 06:54:04.427684 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-00bda8f2-4714-44fb-872c-e1d7651e41f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-569476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762332438254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762331935097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762331935142'] for port, after_update {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:04.459042 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.db [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] For port a07d77e8-c48f-40ee-9e8e-84af200e686b, host dv-cinder-784140-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-5-smb',level=0,port_id=a07d77e8-c48f-40ee-9e8e-84af200e686b,segment=NetworkSegment(a651428c-972d-4b8e-a20b-c49a0a4f9500),segment_id=a651428c-972d-4b8e-a20b-c49a0a4f9500)] {{(pid=91774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 06:54:04.474503 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-5f8b2512-235f-470d-997c-f0df81be18d4 req-d7cb8b4a-2fd8-4873-a403-b2a2b116e0ff tempest-AttachVolumeNegativeTest-2031625228 tempest-AttachVolumeNegativeTest-2031625228-project] 10.222.0.21 "GET /v2.0/ports?device_id=efa86bc2-cec0-4000-8a27-4d6b84d10c82 HTTP/1.1" status: 200 len: 210 time: 0.2504294 Jun 07 06:54:04.492663 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [req-1d5f9c9c-4131-4988-b3ee-32c3e0c9d86f req-72ed8931-c7a9-4363-8de2-70828244cd77 tempest-AttachVolumeNegativeTest-2031625228 tempest-AttachVolumeNegativeTest-2031625228-project] Notify callbacks [] for port, precommit_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:04.500769 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-8b99e724-b929-412c-b7c8-898ea5e4fff3 req-d79e24ae-2e58-4d40-b550-e8dc42b7c86a tempest-DeleteServersTestJSON-860680093 tempest-DeleteServersTestJSON-860680093-project] 10.222.0.21 "GET /v2.0/security-groups?id=d2d7d5d0-eebd-4afb-988f-1e380bfdd76f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4127395 Jun 07 06:54:04.521984 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-00bda8f2-4714-44fb-872c-e1d7651e41f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1648547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1663678'] for router_interface, after_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:04.540080 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-00bda8f2-4714-44fb-872c-e1d7651e41f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:54:04.545246 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-569476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762332438254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762331935097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762331935142'] for port, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:04.586655 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:54:04.674855 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.notifiers.nova [req-85cd6d03-7477-420c-9c9a-4f0eea985621 req-08c35baa-cc75-42c8-8144-0321384ab9bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54ebe576-e659-4630-a933-d1288c95418e {{(pid=91773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 06:54:04.818948 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [req-1d5f9c9c-4131-4988-b3ee-32c3e0c9d86f req-72ed8931-c7a9-4363-8de2-70828244cd77 tempest-AttachVolumeNegativeTest-2031625228 tempest-AttachVolumeNegativeTest-2031625228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-569476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648536', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762331935079'] for port, after_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:04.864564 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-bd569ec6-8eba-4810-8098-30ed1621e035 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:54:04.978401 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-243b00d3-b08e-4d9a-be7f-3dced222f328 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:05.010604 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Pushing event updated for resources: {'Port': ['ID=a07d77e8-c48f-40ee-9e8e-84af200e686b,revision_number=4']} {{(pid=91774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:54:05.028123 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.441s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:54:05.038072 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d5f9c9c-4131-4988-b3ee-32c3e0c9d86f req-72ed8931-c7a9-4363-8de2-70828244cd77 tempest-AttachVolumeNegativeTest-2031625228 tempest-AttachVolumeNegativeTest-2031625228-project] Network 27a96711-417c-4ed3-a59e-0ca8ab8628f1 is already hosted by enough agents. {{(pid=91772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 06:54:05.051038 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.scheduler.base_scheduler [req-1d5f9c9c-4131-4988-b3ee-32c3e0c9d86f req-72ed8931-c7a9-4363-8de2-70828244cd77 tempest-AttachVolumeNegativeTest-2031625228 tempest-AttachVolumeNegativeTest-2031625228-project] Resources bound (agent type, host, resource id): {{(pid=91772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 06:54:05.056619 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d5f9c9c-4131-4988-b3ee-32c3e0c9d86f req-72ed8931-c7a9-4363-8de2-70828244cd77 tempest-AttachVolumeNegativeTest-2031625228 tempest-AttachVolumeNegativeTest-2031625228-project] Received port after_create {{(pid=91772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 06:54:05.069554 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5f9c9c-4131-4988-b3ee-32c3e0c9d86f req-72ed8931-c7a9-4363-8de2-70828244cd77 tempest-AttachVolumeNegativeTest-2031625228 tempest-AttachVolumeNegativeTest-2031625228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:54:05.070460 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [req-1d5f9c9c-4131-4988-b3ee-32c3e0c9d86f req-72ed8931-c7a9-4363-8de2-70828244cd77 tempest-AttachVolumeNegativeTest-2031625228 tempest-AttachVolumeNegativeTest-2031625228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648630'] for port, before_response {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:05.079867 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00bda8f2-4714-44fb-872c-e1d7651e41f1 admin admin] Network 90cfa33b-3934-46a0-a3d0-faaa7bfec8df is already hosted by enough agents. {{(pid=91773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 06:54:05.089683 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [req-85cd6d03-7477-420c-9c9a-4f0eea985621 req-08c35baa-cc75-42c8-8144-0321384ab9bb service neutron] Notify callbacks [] for port, precommit_update {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:05.095430 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.scheduler.base_scheduler [None req-00bda8f2-4714-44fb-872c-e1d7651e41f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=91773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 06:54:05.122126 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.db.provisioning_blocks [None req-243b00d3-b08e-4d9a-be7f-3dced222f328 admin admin] Transition to ACTIVE for port object 8dfda82d-442d-4a49-844b-7c1cef9c24bd will not be triggered until provisioned by entity DHCP. {{(pid=91772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 06:54:05.155425 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ed8931-c7a9-4363-8de2-70828244cd77 tempest-AttachVolumeNegativeTest-2031625228 tempest-AttachVolumeNegativeTest-2031625228-project] Pushing event updated for resources: {'Port': ['ID=8a1f7952-1bb8-4863-b199-a8d4ed9da897,revision_number=1']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:54:05.175100 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-72ed8931-c7a9-4363-8de2-70828244cd77 tempest-AttachVolumeNegativeTest-2031625228 tempest-AttachVolumeNegativeTest-2031625228-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:54:05.182824 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-1d5f9c9c-4131-4988-b3ee-32c3e0c9d86f req-72ed8931-c7a9-4363-8de2-70828244cd77 tempest-AttachVolumeNegativeTest-2031625228 tempest-AttachVolumeNegativeTest-2031625228-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.2600441 Jun 07 06:54:05.219382 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-243b00d3-b08e-4d9a-be7f-3dced222f328 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-569476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648536', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762331935079'] for port, after_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:05.260991 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-0e7bb864-8b4c-42d5-8358-f12f1d19291e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:54:05.281607 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-e0af0076-d8c7-4ffc-88ea-832c372607c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:05.329099 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.db.l3_dvr_db [None req-900a3988-993d-4de0-ba33-47b6d8cd4ed7 None None] Set router e94f5b08-647a-40c6-b77c-9daf706861b0 gateway port host: dv-cinder-784140-5-smb {{(pid=91774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 06:54:05.337926 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243b00d3-b08e-4d9a-be7f-3dced222f328 admin admin] Pushing event updated for resources: {'Port': ['ID=8dfda82d-442d-4a49-844b-7c1cef9c24bd,revision_number=1']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:54:05.346951 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-243b00d3-b08e-4d9a-be7f-3dced222f328 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:54:05.353437 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.v2.base [req-1d5f9c9c-4131-4988-b3ee-32c3e0c9d86f req-d497937a-2cae-40b6-94cf-120fc79f5ca9 service neutron] Request body: {'port': {'device_id': 'efa86bc2-cec0-4000-8a27-4d6b84d10c82', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78414'}} {{(pid=91772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 06:54:05.386134 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.db.provisioning_blocks [req-85cd6d03-7477-420c-9c9a-4f0eea985621 req-08c35baa-cc75-42c8-8144-0321384ab9bb service neutron] Transition to ACTIVE for port object 54ebe576-e659-4630-a933-d1288c95418e will not be triggered until provisioned by entity L2. {{(pid=91773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 06:54:05.413022 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bda8f2-4714-44fb-872c-e1d7651e41f1 admin admin] Pushing event updated for resources: {'Port': ['ID=d9d1e037-910b-4f06-b2df-5bdcffd157e6,revision_number=2']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:54:05.421586 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [req-85cd6d03-7477-420c-9c9a-4f0eea985621 req-08c35baa-cc75-42c8-8144-0321384ab9bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-569476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762332438254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762331935097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762331935142'] for port, after_update {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:05.431404 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-00bda8f2-4714-44fb-872c-e1d7651e41f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.888s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:54:05.441980 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:54:05.444898 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-243b00d3-b08e-4d9a-be7f-3dced222f328 admin admin] Network d923eec5-f613-4137-bc9f-8f5300ca5016 is already hosted by enough agents. {{(pid=91772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 06:54:05.448713 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.scheduler.base_scheduler [None req-243b00d3-b08e-4d9a-be7f-3dced222f328 admin admin] Resources bound (agent type, host, resource id): {{(pid=91772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 06:54:05.454412 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-243b00d3-b08e-4d9a-be7f-3dced222f328 admin admin] Received port after_create {{(pid=91772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 06:54:05.461721 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-243b00d3-b08e-4d9a-be7f-3dced222f328 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1754342'] for router_interface, before_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:06.242388 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.db.provisioning_blocks [None req-b86b6f92-f95a-4331-855e-a2fab5f66c8e None None] Provisioning complete for port d9d1e037-910b-4f06-b2df-5bdcffd157e6 triggered by entity DHCP. {{(pid=91774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 06:54:06.245885 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-b86b6f92-f95a-4331-855e-a2fab5f66c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723953'] for port, provisioning_complete {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:06.286134 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-243b00d3-b08e-4d9a-be7f-3dced222f328 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564700'] for port, before_update {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:06.310552 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [req-1d5f9c9c-4131-4988-b3ee-32c3e0c9d86f req-d497937a-2cae-40b6-94cf-120fc79f5ca9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564700'] for port, before_update {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:06.324424 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c35baa-cc75-42c8-8144-0321384ab9bb service neutron] Pushing event updated for resources: {'Port': ['ID=54ebe576-e659-4630-a933-d1288c95418e,revision_number=2']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:54:06.327837 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-08c35baa-cc75-42c8-8144-0321384ab9bb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.886s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:54:06.439382 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.managers [req-85cd6d03-7477-420c-9c9a-4f0eea985621 req-08c35baa-cc75-42c8-8144-0321384ab9bb service neutron] Attempting to bind port 54ebe576-e659-4630-a933-d1288c95418e on host hv-cinder-78414 for vnic_type normal with profile {{(pid=91773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 06:54:06.440035 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.managers [req-85cd6d03-7477-420c-9c9a-4f0eea985621 req-08c35baa-cc75-42c8-8144-0321384ab9bb service neutron] Attempting to bind port 54ebe576-e659-4630-a933-d1288c95418e by drivers openvswitch,hyperv on host hv-cinder-78414 at level 0 using segments [{'id': 'a8bd8c3e-aa04-4f1d-81ca-be1b6eea61e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'd768713e-d7e7-4437-b3b8-c0885329ea3a'}] {{(pid=91773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 06:54:06.440524 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85cd6d03-7477-420c-9c9a-4f0eea985621 req-08c35baa-cc75-42c8-8144-0321384ab9bb service neutron] Attempting to bind port 54ebe576-e659-4630-a933-d1288c95418e on network d768713e-d7e7-4437-b3b8-c0885329ea3a {{(pid=91773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 06:54:06.448391 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.plugin [None req-b86b6f92-f95a-4331-855e-a2fab5f66c8e None None] Port d9d1e037-910b-4f06-b2df-5bdcffd157e6 cannot update to ACTIVE because it is not bound. {{(pid=91774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 07 06:54:06.454246 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00bda8f2-4714-44fb-872c-e1d7651e41f1 admin admin] Router 852672d4-2b1a-4285-9b73-bdfb9c7df3b9 has already been hosted by L3 agent dd8e9e9b-c9b0-4755-a773-57df6dee4a2e {{(pid=91773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 06:54:06.468442 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85cd6d03-7477-420c-9c9a-4f0eea985621 req-08c35baa-cc75-42c8-8144-0321384ab9bb service neutron] Port 54ebe576-e659-4630-a933-d1288c95418e on network d768713e-d7e7-4437-b3b8-c0885329ea3a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78414 {{(pid=91773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 07 06:54:06.468982 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85cd6d03-7477-420c-9c9a-4f0eea985621 req-08c35baa-cc75-42c8-8144-0321384ab9bb service neutron] Attempting to bind port 54ebe576-e659-4630-a933-d1288c95418e on network d768713e-d7e7-4437-b3b8-c0885329ea3a {{(pid=91773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 06:54:06.477921 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.db.l3_hamode_db [None req-900a3988-993d-4de0-ba33-47b6d8cd4ed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e94f5b08-647a-40c6-b77c-9daf706861b0', 'name': 'tempest-AttachVolumeShelveTestJSON-1783332224-router', 'tenant_id': 'a521857e620a4cd2a9ecf3c6706dbe4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a84d0276-e36b-485f-b034-cb606776a5f5', 'external_fixed_ips': [{'subnet_id': 'bc8e845f-21f5-4331-a893-3fabfb1361b8', 'ip_address': '172.28.3.132'}], 'enable_snat': True}, 'gw_port_id': 'f57f8032-4519-43dc-b72b-1cb43278eac9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T06:53:50Z', 'updated_at': '2021-06-07T06:53:54Z', 'revision_number': 3, 'project_id': 'a521857e620a4cd2a9ecf3c6706dbe4e', 'gw_port': {'id': 'f57f8032-4519-43dc-b72b-1cb43278eac9', 'name': '', 'network_id': 'a84d0276-e36b-485f-b034-cb606776a5f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:e6:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e94f5b08-647a-40c6-b77c-9daf706861b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'bc8e845f-21f5-4331-a893-3fabfb1361b8', 'ip_address': '172.28.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T06:53:52Z', 'updated_at': '2021-06-07T06:54:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc8e845f-21f5-4331-a893-3fabfb1361b8', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-5-smb'}], 'dv-cinder-784140-5-smb', False) {} {{(pid=91774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 06:54:06.489971 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-900a3988-993d-4de0-ba33-47b6d8cd4ed7 None None] The sync data for ids ['e94f5b08-647a-40c6-b77c-9daf706861b0'] in dv-cinder-784140-5-smb is: [{'id': 'e94f5b08-647a-40c6-b77c-9daf706861b0', 'name': 'tempest-AttachVolumeShelveTestJSON-1783332224-router', 'tenant_id': 'a521857e620a4cd2a9ecf3c6706dbe4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a84d0276-e36b-485f-b034-cb606776a5f5', 'external_fixed_ips': [{'subnet_id': 'bc8e845f-21f5-4331-a893-3fabfb1361b8', 'ip_address': '172.28.3.132'}], 'enable_snat': True}, 'gw_port_id': 'f57f8032-4519-43dc-b72b-1cb43278eac9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T06:53:50Z', 'updated_at': '2021-06-07T06:53:54Z', 'revision_number': 3, 'project_id': 'a521857e620a4cd2a9ecf3c6706dbe4e', 'gw_port': {'id': 'f57f8032-4519-43dc-b72b-1cb43278eac9', 'name': '', 'network_id': 'a84d0276-e36b-485f-b034-cb606776a5f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:e6:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e94f5b08-647a-40c6-b77c-9daf706861b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'bc8e845f-21f5-4331-a893-3fabfb1361b8', 'ip_address': '172.28.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T06:53:52Z', 'updated_at': '2021-06-07T06:54:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc8e845f-21f5-4331-a893-3fabfb1361b8', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-5-smb'}] {{(pid=91774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 06:54:06.491750 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85cd6d03-7477-420c-9c9a-4f0eea985621 req-08c35baa-cc75-42c8-8144-0321384ab9bb service neutron] Checking agent: {'id': '5a91191c-7894-4314-84ee-19ce578def86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78414', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 6, 52, 11), 'started_at': datetime.datetime(2021, 6, 7, 6, 52, 11), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 6, 53, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 06:54:06.492121 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85cd6d03-7477-420c-9c9a-4f0eea985621 req-08c35baa-cc75-42c8-8144-0321384ab9bb service neutron] Checking segment: {'id': 'a8bd8c3e-aa04-4f1d-81ca-be1b6eea61e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'd768713e-d7e7-4437-b3b8-c0885329ea3a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 06:54:06.492819 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85cd6d03-7477-420c-9c9a-4f0eea985621 req-08c35baa-cc75-42c8-8144-0321384ab9bb service neutron] Bound using segment: {'id': 'a8bd8c3e-aa04-4f1d-81ca-be1b6eea61e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'd768713e-d7e7-4437-b3b8-c0885329ea3a'} {{(pid=91773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 06:54:06.493346 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.managers [req-85cd6d03-7477-420c-9c9a-4f0eea985621 req-08c35baa-cc75-42c8-8144-0321384ab9bb service neutron] Bound port: 54ebe576-e659-4630-a933-d1288c95418e, host: hv-cinder-78414, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8bd8c3e-aa04-4f1d-81ca-be1b6eea61e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'd768713e-d7e7-4437-b3b8-c0885329ea3a'}}] {{(pid=91773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 06:54:06.493752 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [req-85cd6d03-7477-420c-9c9a-4f0eea985621 req-08c35baa-cc75-42c8-8144-0321384ab9bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564700'] for port, before_update {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:06.613104 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.db.provisioning_blocks [None req-0f4c4e4d-fbbc-4ac2-997a-a5dd307b20ca None None] Provisioning for port 8dfda82d-442d-4a49-844b-7c1cef9c24bd completed by entity DHCP. {{(pid=91774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 06:54:06.622911 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.db.provisioning_blocks [None req-0f4c4e4d-fbbc-4ac2-997a-a5dd307b20ca None None] Provisioning complete for port 8dfda82d-442d-4a49-844b-7c1cef9c24bd triggered by entity DHCP. {{(pid=91774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 06:54:06.623299 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-0f4c4e4d-fbbc-4ac2-997a-a5dd307b20ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723953'] for port, provisioning_complete {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:06.753464 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.plugin [None req-0f4c4e4d-fbbc-4ac2-997a-a5dd307b20ca None None] Port 8dfda82d-442d-4a49-844b-7c1cef9c24bd cannot update to ACTIVE because it is not bound. {{(pid=91774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 07 06:54:06.814799 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Device a07d77e8-c48f-40ee-9e8e-84af200e686b up at agent ovs-agent-dv-cinder-784140-5-smb {{(pid=91774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 06:54:06.928307 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-4a46769a-af4c-4f9f-9383-fcf05e875b11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762332461204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723872'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:06.941975 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.db.provisioning_blocks [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Provisioning complete for port a07d77e8-c48f-40ee-9e8e-84af200e686b triggered by entity L2. {{(pid=91774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 06:54:06.942541 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723953'] for port, provisioning_complete {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:07.071082 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6127676-1e3e-41ab-81c9-27826d82f1a0 req-618fa4dc-1172-4c3b-b090-08c0a043dc3d tempest-DeleteServersTestJSON-860680093 tempest-DeleteServersTestJSON-860680093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:54:07.072879 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-a6127676-1e3e-41ab-81c9-27826d82f1a0 req-618fa4dc-1172-4c3b-b090-08c0a043dc3d tempest-DeleteServersTestJSON-860680093 tempest-DeleteServersTestJSON-860680093-project] 10.222.0.21 "GET /v2.0/ports?device_id=ceec9758-9583-463f-b33b-30adbbb05a38 HTTP/1.1" status: 200 len: 943 time: 1.1436918 Jun 07 06:54:07.127517 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13706bfa-dc5f-475b-800b-e64289c964f9 req-4bec3059-473d-41cb-8fcb-7ba242b11833 tempest-AttachVolumeNegativeTest-2031625228 tempest-AttachVolumeNegativeTest-2031625228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:54:07.135862 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-13706bfa-dc5f-475b-800b-e64289c964f9 req-4bec3059-473d-41cb-8fcb-7ba242b11833 tempest-AttachVolumeNegativeTest-2031625228 tempest-AttachVolumeNegativeTest-2031625228-project] 10.222.0.21 "GET /v2.0/ports?device_id=efa86bc2-cec0-4000-8a27-4d6b84d10c82 HTTP/1.1" status: 200 len: 931 time: 1.2077942 Jun 07 06:54:07.465748 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-a6127676-1e3e-41ab-81c9-27826d82f1a0 req-e8c42d60-2396-4c6d-9d07-b0f1f25dca9b tempest-DeleteServersTestJSON-860680093 tempest-DeleteServersTestJSON-860680093-project] 10.222.0.21 "GET /v2.0/security-groups?id=d2d7d5d0-eebd-4afb-988f-1e380bfdd76f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2892816 Jun 07 06:54:07.494593 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-13706bfa-dc5f-475b-800b-e64289c964f9 req-258434c4-f1d1-4894-828a-6dcb395ec25c tempest-AttachVolumeNegativeTest-2031625228 tempest-AttachVolumeNegativeTest-2031625228-project] 10.222.0.21 "GET /v2.0/security-groups?id=3d4b3a4d-8433-4457-868d-75e29ba07bfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3573570 Jun 07 06:54:07.518077 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.db [req-85cd6d03-7477-420c-9c9a-4f0eea985621 req-08c35baa-cc75-42c8-8144-0321384ab9bb service neutron] For port 54ebe576-e659-4630-a933-d1288c95418e, host hv-cinder-78414, cleared binding levels {{(pid=91773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 06:54:07.545099 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-e0af0076-d8c7-4ffc-88ea-832c372607c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:07.577891 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00bda8f2-4714-44fb-872c-e1d7651e41f1 admin admin] Notify agent at l3_agent.dv-cinder-784140-5-smb the message routers_updated {{(pid=91773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 06:54:07.590785 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f7d7f8d-4c69-46e6-8fce-926f486a2b0b None None] Sync routers for ids ['852672d4-2b1a-4285-9b73-bdfb9c7df3b9'] in dv-cinder-784140-5-smb {{(pid=91775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 06:54:07.601529 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [None req-00bda8f2-4714-44fb-872c-e1d7651e41f1 admin admin] 10.222.0.21 "PUT /v2.0/routers/852672d4-2b1a-4285-9b73-bdfb9c7df3b9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.5062337 Jun 07 06:54:07.603929 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.db [req-85cd6d03-7477-420c-9c9a-4f0eea985621 req-08c35baa-cc75-42c8-8144-0321384ab9bb service neutron] For port 54ebe576-e659-4630-a933-d1288c95418e, host hv-cinder-78414, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=54ebe576-e659-4630-a933-d1288c95418e,segment=NetworkSegment(a8bd8c3e-aa04-4f1d-81ca-be1b6eea61e5),segment_id=a8bd8c3e-aa04-4f1d-81ca-be1b6eea61e5)] {{(pid=91773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 06:54:07.605771 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-e0af0076-d8c7-4ffc-88ea-832c372607c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1706761'] for security_group, after_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:07.617832 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-ff496444-09a0-42ba-853e-1dbcf73063f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:54:07.620328 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f7d7f8d-4c69-46e6-8fce-926f486a2b0b None None] Routers {'852672d4-2b1a-4285-9b73-bdfb9c7df3b9'} bound to L3 agent in host dv-cinder-784140-5-smb {{(pid=91775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 06:54:07.621576 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron.db.l3_hamode_db [None req-3f7d7f8d-4c69-46e6-8fce-926f486a2b0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-07T06:46:09Z,description=,heartbeat_timestamp=2021-06-07T06:53:39Z,host='dv-cinder-784140-5-smb',id=dd8e9e9b-c9b0-4755-a773-57df6dee4a2e,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T06:46:09Z,topic='l3_agent')) {'router_ids': ['852672d4-2b1a-4285-9b73-bdfb9c7df3b9'], 'active': True} {{(pid=91775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 06:54:07.643305 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [req-85cd6d03-7477-420c-9c9a-4f0eea985621 req-08c35baa-cc75-42c8-8144-0321384ab9bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-569476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762332438254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762331935097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762331935142'] for port, after_update {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:07.688965 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0af0076-d8c7-4ffc-88ea-832c372607c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33278314-3bf4-4af3-b38b-b6e96cdfc14e,revision_number=1']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:54:07.711483 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [None req-e0af0076-d8c7-4ffc-88ea-832c372607c4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=385cbe1ce62f4dc3ba7609c8b525fbe3&name=default HTTP/1.1" status: 200 len: 2975 time: 3.7052386 Jun 07 06:54:07.713957 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.21', 51968) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:54:07.737995 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cd6d03-7477-420c-9c9a-4f0eea985621 req-08c35baa-cc75-42c8-8144-0321384ab9bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:54:07.738676 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [req-85cd6d03-7477-420c-9c9a-4f0eea985621 req-08c35baa-cc75-42c8-8144-0321384ab9bb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648630'] for port, before_response {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:07.740230 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-85cd6d03-7477-420c-9c9a-4f0eea985621 req-08c35baa-cc75-42c8-8144-0321384ab9bb service neutron] 10.222.0.43 "PUT /v2.0/ports/54ebe576-e659-4630-a933-d1288c95418e HTTP/1.1" status: 200 len: 1093 time: 5.2901480 Jun 07 06:54:07.740720 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ceec9758-9583-463f-b33b-30adbbb05a38', 'tag': '54ebe576-e659-4630-a933-d1288c95418e'}] {{(pid=91773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 06:54:08.034806 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.notifiers.nova [req-1d5f9c9c-4131-4988-b3ee-32c3e0c9d86f req-d497937a-2cae-40b6-94cf-120fc79f5ca9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a1f7952-1bb8-4863-b199-a8d4ed9da897 {{(pid=91772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 06:54:08.062630 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-e0af0076-d8c7-4ffc-88ea-832c372607c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.440s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:54:08.067978 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-d2434371-4fed-4873-965f-9f41a2e691f0 tempest-DeleteServersTestJSON-860680093 tempest-DeleteServersTestJSON-860680093-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.392s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:54:08.086788 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [req-1d5f9c9c-4131-4988-b3ee-32c3e0c9d86f req-d497937a-2cae-40b6-94cf-120fc79f5ca9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:08.122964 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.db.provisioning_blocks [req-1d5f9c9c-4131-4988-b3ee-32c3e0c9d86f req-d497937a-2cae-40b6-94cf-120fc79f5ca9 service neutron] Transition to ACTIVE for port object 8a1f7952-1bb8-4863-b199-a8d4ed9da897 will not be triggered until provisioned by entity L2. {{(pid=91772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 06:54:08.138431 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [req-1d5f9c9c-4131-4988-b3ee-32c3e0c9d86f req-d497937a-2cae-40b6-94cf-120fc79f5ca9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-569476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762332438254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762331935097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762331935142'] for port, after_update {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:08.160702 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:54:08.299810 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron.db.l3_dvr_db [None req-3f7d7f8d-4c69-46e6-8fce-926f486a2b0b None None] Set router 852672d4-2b1a-4285-9b73-bdfb9c7df3b9 gateway port host: dv-cinder-784140-5-smb {{(pid=91775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 06:54:08.419709 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7af0e1444f231fbc9cc9c3372b4fb62bb65a3f4c42e6951a4a8787648e20f245" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b207fc4-3f74-4e1b-befb-be04b7ff7c3f" -d '{"events": [{"name": "network-changed", "server_uuid": "ceec9758-9583-463f-b33b-30adbbb05a38", "tag": "54ebe576-e659-4630-a933-d1288c95418e"}]}' {{(pid=91773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 06:54:08.447386 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d497937a-2cae-40b6-94cf-120fc79f5ca9 service neutron] Pushing event updated for resources: {'Port': ['ID=8a1f7952-1bb8-4863-b199-a8d4ed9da897,revision_number=2']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:54:08.500913 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-d497937a-2cae-40b6-94cf-120fc79f5ca9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:54:08.505553 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c35baa-cc75-42c8-8144-0321384ab9bb service neutron] Pushing event updated for resources: {'Port': ['ID=54ebe576-e659-4630-a933-d1288c95418e,revision_number=3']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:54:08.526571 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.db.resource_extend [None req-243b00d3-b08e-4d9a-be7f-3dced222f328 admin admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=91772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 07 06:54:08.565015 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-69f356b0-410d-49a3-b070-a1147c6f1fc1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:08.578442 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-08c35baa-cc75-42c8-8144-0321384ab9bb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.500s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:54:08.622448 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-243b00d3-b08e-4d9a-be7f-3dced222f328 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:08.653303 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cd6d03-7477-420c-9c9a-4f0eea985621 req-a3f1dc89-9a97-41bc-a3bb-051e08dc04cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:54:08.657979 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-85cd6d03-7477-420c-9c9a-4f0eea985621 req-a3f1dc89-9a97-41bc-a3bb-051e08dc04cd service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=912ad0c5b96b49f5bf40077337ed1d82&device_id=ceec9758-9583-463f-b33b-30adbbb05a38 HTTP/1.1" status: 200 len: 1096 time: 0.8249338 Jun 07 06:54:08.785031 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Device f57f8032-4519-43dc-b72b-1cb43278eac9 up at agent ovs-agent-dv-cinder-784140-5-smb {{(pid=91774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 06:54:08.787974 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-69f356b0-410d-49a3-b070-a1147c6f1fc1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:08.868275 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-243b00d3-b08e-4d9a-be7f-3dced222f328 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-569476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762332438254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762331935097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762331935142'] for port, after_update {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:08.870702 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-243b00d3-b08e-4d9a-be7f-3dced222f328 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1648547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1663678'] for router_interface, after_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:08.958651 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-d497937a-2cae-40b6-94cf-120fc79f5ca9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:54:08.978180 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.db.provisioning_blocks [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Provisioning for port f57f8032-4519-43dc-b72b-1cb43278eac9 completed by entity L2. {{(pid=91774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 06:54:08.985615 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.db.provisioning_blocks [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Provisioning complete for port f57f8032-4519-43dc-b72b-1cb43278eac9 triggered by entity L2. {{(pid=91774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 06:54:08.986078 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723953'] for port, provisioning_complete {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:09.053120 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-85cd6d03-7477-420c-9c9a-4f0eea985621 req-e8304f7f-e6ab-433c-aef0-0f0b6974a7c9 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=54ebe576-e659-4630-a933-d1288c95418e HTTP/1.1" status: 200 len: 217 time: 0.2880075 Jun 07 06:54:09.066245 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 06:54:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef33915e-6669-4fc5-b62a-32f57bc59b17 x-openstack-request-id: req-ef33915e-6669-4fc5-b62a-32f57bc59b17 {{(pid=91773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 06:54:09.068117 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ceec9758-9583-463f-b33b-30adbbb05a38", "tag": "54ebe576-e659-4630-a933-d1288c95418e", "status": "completed", "code": 200}]} {{(pid=91773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 06:54:09.068720 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ef33915e-6669-4fc5-b62a-32f57bc59b17 {{(pid=91773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 06:54:09.069234 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ceec9758-9583-463f-b33b-30adbbb05a38', 'tag': '54ebe576-e659-4630-a933-d1288c95418e', 'status': 'completed', 'code': 200} Jun 07 06:54:09.268136 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.plugins.ml2.managers [req-1d5f9c9c-4131-4988-b3ee-32c3e0c9d86f req-d497937a-2cae-40b6-94cf-120fc79f5ca9 service neutron] Attempting to bind port 8a1f7952-1bb8-4863-b199-a8d4ed9da897 on host hv-cinder-78414 for vnic_type normal with profile {{(pid=91772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 06:54:09.273998 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.plugins.ml2.managers [req-1d5f9c9c-4131-4988-b3ee-32c3e0c9d86f req-d497937a-2cae-40b6-94cf-120fc79f5ca9 service neutron] Attempting to bind port 8a1f7952-1bb8-4863-b199-a8d4ed9da897 by drivers openvswitch,hyperv on host hv-cinder-78414 at level 0 using segments [{'id': '88ca7d97-e105-429a-98e0-c2a9da21452e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '27a96711-417c-4ed3-a59e-0ca8ab8628f1'}] {{(pid=91772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 06:54:09.274491 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d5f9c9c-4131-4988-b3ee-32c3e0c9d86f req-d497937a-2cae-40b6-94cf-120fc79f5ca9 service neutron] Attempting to bind port 8a1f7952-1bb8-4863-b199-a8d4ed9da897 on network 27a96711-417c-4ed3-a59e-0ca8ab8628f1 {{(pid=91772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 06:54:09.360710 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.21', 52018) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:54:09.399120 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.v2.base [None req-cc335759-726c-4e77-b504-19733ad8bfee tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1812993290', 'description': 'tempest-description--1028084968'}} {{(pid=91773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 06:54:09.513879 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron.db.l3_hamode_db [None req-3f7d7f8d-4c69-46e6-8fce-926f486a2b0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '852672d4-2b1a-4285-9b73-bdfb9c7df3b9', 'name': 'tempest-AttachVolumeTestJSON-144816171-router', 'tenant_id': '0cf7ac6ccb8642d894b6ba7f74160152', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a84d0276-e36b-485f-b034-cb606776a5f5', 'external_fixed_ips': [{'subnet_id': 'bc8e845f-21f5-4331-a893-3fabfb1361b8', 'ip_address': '172.28.3.137'}], 'enable_snat': True}, 'gw_port_id': 'a07d77e8-c48f-40ee-9e8e-84af200e686b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T06:53:50Z', 'updated_at': '2021-06-07T06:54:02Z', 'revision_number': 4, 'project_id': '0cf7ac6ccb8642d894b6ba7f74160152', 'gw_port': {'id': 'a07d77e8-c48f-40ee-9e8e-84af200e686b', 'name': '', 'network_id': 'a84d0276-e36b-485f-b034-cb606776a5f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:85:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '852672d4-2b1a-4285-9b73-bdfb9c7df3b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'bc8e845f-21f5-4331-a893-3fabfb1361b8', 'ip_address': '172.28.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T06:53:51Z', 'updated_at': '2021-06-07T06:54:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc8e845f-21f5-4331-a893-3fabfb1361b8', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-5-smb', '_interfaces': [{'id': 'd9d1e037-910b-4f06-b2df-5bdcffd157e6', 'name': '', 'network_id': '90cfa33b-3934-46a0-a3d0-faaa7bfec8df', 'tenant_id': '0cf7ac6ccb8642d894b6ba7f74160152', 'mac_address': 'fa:16:3e:b7:9a:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '852672d4-2b1a-4285-9b73-bdfb9c7df3b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'cf612fb8-f9f7-4687-b8ca-e3cc129879ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T06:53:59Z', 'updated_at': '2021-06-07T06:54:03Z', 'revision_number': 2, 'project_id': '0cf7ac6ccb8642d894b6ba7f74160152', 'subnets': [{'id': 'cf612fb8-f9f7-4687-b8ca-e3cc129879ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784140-5-smb', False) {} {{(pid=91775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 06:54:09.521002 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-cc335759-726c-4e77-b504-19733ad8bfee tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] Notify callbacks [] for security_group, before_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:09.528557 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762332461204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723872'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:09.529554 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f7d7f8d-4c69-46e6-8fce-926f486a2b0b None None] Checking router: 852672d4-2b1a-4285-9b73-bdfb9c7df3b9 for host: dv-cinder-784140-5-smb {{(pid=91775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 06:54:09.530705 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f7d7f8d-4c69-46e6-8fce-926f486a2b0b None None] Updating router 852672d4-2b1a-4285-9b73-bdfb9c7df3b9 port d9d1e037-910b-4f06-b2df-5bdcffd157e6 binding host dv-cinder-784140-5-smb {{(pid=91775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 07 06:54:09.585029 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d5f9c9c-4131-4988-b3ee-32c3e0c9d86f req-d497937a-2cae-40b6-94cf-120fc79f5ca9 service neutron] Port 8a1f7952-1bb8-4863-b199-a8d4ed9da897 on network 27a96711-417c-4ed3-a59e-0ca8ab8628f1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78414 {{(pid=91772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 07 06:54:09.590700 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d5f9c9c-4131-4988-b3ee-32c3e0c9d86f req-d497937a-2cae-40b6-94cf-120fc79f5ca9 service neutron] Attempting to bind port 8a1f7952-1bb8-4863-b199-a8d4ed9da897 on network 27a96711-417c-4ed3-a59e-0ca8ab8628f1 {{(pid=91772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 06:54:09.607046 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cd6d03-7477-420c-9c9a-4f0eea985621 req-f933cae3-af03-4689-bf8a-c0e50dac6f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:54:09.609421 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-8c85bfdc-4ff8-47ef-baf8-4b1e53026c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762332461204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723872'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:09.609800 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-85cd6d03-7477-420c-9c9a-4f0eea985621 req-f933cae3-af03-4689-bf8a-c0e50dac6f94 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=3067fb55-c8b8-49c6-833a-aca91fdf0d03 HTTP/1.1" status: 200 len: 852 time: 0.5334582 Jun 07 06:54:09.620387 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564700'] for port, before_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:09.630132 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d5f9c9c-4131-4988-b3ee-32c3e0c9d86f req-d497937a-2cae-40b6-94cf-120fc79f5ca9 service neutron] Checking agent: {'id': '5a91191c-7894-4314-84ee-19ce578def86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78414', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 6, 52, 11), 'started_at': datetime.datetime(2021, 6, 7, 6, 52, 11), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 6, 53, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 06:54:09.634028 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d5f9c9c-4131-4988-b3ee-32c3e0c9d86f req-d497937a-2cae-40b6-94cf-120fc79f5ca9 service neutron] Checking segment: {'id': '88ca7d97-e105-429a-98e0-c2a9da21452e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '27a96711-417c-4ed3-a59e-0ca8ab8628f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 06:54:09.634873 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d5f9c9c-4131-4988-b3ee-32c3e0c9d86f req-d497937a-2cae-40b6-94cf-120fc79f5ca9 service neutron] Bound using segment: {'id': '88ca7d97-e105-429a-98e0-c2a9da21452e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '27a96711-417c-4ed3-a59e-0ca8ab8628f1'} {{(pid=91772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 06:54:09.636448 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.plugins.ml2.managers [req-1d5f9c9c-4131-4988-b3ee-32c3e0c9d86f req-d497937a-2cae-40b6-94cf-120fc79f5ca9 service neutron] Bound port: 8a1f7952-1bb8-4863-b199-a8d4ed9da897, host: hv-cinder-78414, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '88ca7d97-e105-429a-98e0-c2a9da21452e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '27a96711-417c-4ed3-a59e-0ca8ab8628f1'}}] {{(pid=91772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 06:54:09.637058 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [req-1d5f9c9c-4131-4988-b3ee-32c3e0c9d86f req-d497937a-2cae-40b6-94cf-120fc79f5ca9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564700'] for port, before_update {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:09.656211 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.db [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] For port f57f8032-4519-43dc-b72b-1cb43278eac9, host dv-cinder-784140-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-5-smb',level=0,port_id=f57f8032-4519-43dc-b72b-1cb43278eac9,segment=NetworkSegment(a651428c-972d-4b8e-a20b-c49a0a4f9500),segment_id=a651428c-972d-4b8e-a20b-c49a0a4f9500)] {{(pid=91774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 06:54:09.666697 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron_lib.callbacks.manager [None req-3f7d7f8d-4c69-46e6-8fce-926f486a2b0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564700'] for port, before_update {{(pid=91775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:09.671853 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-569476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762332438254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762331935097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762331935142'] for port, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:09.680471 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:54:09.786873 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-85cd6d03-7477-420c-9c9a-4f0eea985621 req-eaadff6a-1c32-4a55-8890-0cbd0857bd2a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d768713e-d7e7-4437-b3b8-c0885329ea3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1306689 Jun 07 06:54:09.795493 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-69f356b0-410d-49a3-b070-a1147c6f1fc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1706761'] for security_group, after_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:09.815788 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-69f356b0-410d-49a3-b070-a1147c6f1fc1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:09.826069 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [None req-69f356b0-410d-49a3-b070-a1147c6f1fc1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/33278314-3bf4-4af3-b38b-b6e96cdfc14e HTTP/1.1" status: 204 len: 168 time: 2.1110542 Jun 07 06:54:09.841372 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:54:09.858115 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243b00d3-b08e-4d9a-be7f-3dced222f328 admin admin] Pushing event updated for resources: {'Port': ['ID=8dfda82d-442d-4a49-844b-7c1cef9c24bd,revision_number=2']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:54:09.864557 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Pushing event updated for resources: {'Port': ['ID=f57f8032-4519-43dc-b72b-1cb43278eac9,revision_number=4']} {{(pid=91774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:54:09.877587 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:54:09.917176 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-243b00d3-b08e-4d9a-be7f-3dced222f328 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.959s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:54:09.918551 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f356b0-410d-49a3-b070-a1147c6f1fc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33278314-3bf4-4af3-b38b-b6e96cdfc14e,revision_number=None']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:54:09.938759 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-69f356b0-410d-49a3-b070-a1147c6f1fc1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:54:10.174978 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d18395-24d3-453f-9347-7ddc52b9473d req-11229252-983b-4e9b-9fc8-da99cdc85cf5 tempest-AttachVolumeNegativeTest-2031625228 tempest-AttachVolumeNegativeTest-2031625228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:54:10.176893 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-23d18395-24d3-453f-9347-7ddc52b9473d req-11229252-983b-4e9b-9fc8-da99cdc85cf5 tempest-AttachVolumeNegativeTest-2031625228 tempest-AttachVolumeNegativeTest-2031625228-project] 10.222.0.21 "GET /v2.0/ports?device_id=efa86bc2-cec0-4000-8a27-4d6b84d10c82 HTTP/1.1" status: 200 len: 943 time: 0.8314548 Jun 07 06:54:10.188096 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-243b00d3-b08e-4d9a-be7f-3dced222f328 admin admin] Network d923eec5-f613-4137-bc9f-8f5300ca5016 is already hosted by enough agents. {{(pid=91772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 06:54:10.219286 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.plugins.ml2.db [req-1d5f9c9c-4131-4988-b3ee-32c3e0c9d86f req-d497937a-2cae-40b6-94cf-120fc79f5ca9 service neutron] For port 8a1f7952-1bb8-4863-b199-a8d4ed9da897, host hv-cinder-78414, cleared binding levels {{(pid=91772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 06:54:10.233666 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.scheduler.base_scheduler [None req-243b00d3-b08e-4d9a-be7f-3dced222f328 admin admin] Resources bound (agent type, host, resource id): {{(pid=91772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 06:54:10.317629 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-85cd6d03-7477-420c-9c9a-4f0eea985621 req-1a5de92b-b93f-4182-a584-144c41781ad5 service neutron] 10.222.0.43 "GET /v2.0/networks/d768713e-d7e7-4437-b3b8-c0885329ea3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4155767 Jun 07 06:54:10.410615 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b83ed4b-aed6-4209-8ae1-dce8026e6c1c req-09fe00b5-3200-4cb3-8f5d-207255ecb6b2 tempest-DeleteServersTestJSON-860680093 tempest-DeleteServersTestJSON-860680093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:54:10.419139 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-7b83ed4b-aed6-4209-8ae1-dce8026e6c1c req-09fe00b5-3200-4cb3-8f5d-207255ecb6b2 tempest-DeleteServersTestJSON-860680093 tempest-DeleteServersTestJSON-860680093-project] 10.222.0.21 "GET /v2.0/ports?device_id=ceec9758-9583-463f-b33b-30adbbb05a38 HTTP/1.1" status: 200 len: 943 time: 0.7582574 Jun 07 06:54:10.444161 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.plugins.ml2.db [req-1d5f9c9c-4131-4988-b3ee-32c3e0c9d86f req-d497937a-2cae-40b6-94cf-120fc79f5ca9 service neutron] For port 8a1f7952-1bb8-4863-b199-a8d4ed9da897, host hv-cinder-78414, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=8a1f7952-1bb8-4863-b199-a8d4ed9da897,segment=NetworkSegment(88ca7d97-e105-429a-98e0-c2a9da21452e),segment_id=88ca7d97-e105-429a-98e0-c2a9da21452e)] {{(pid=91772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 06:54:10.516240 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [req-1d5f9c9c-4131-4988-b3ee-32c3e0c9d86f req-d497937a-2cae-40b6-94cf-120fc79f5ca9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-569476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762332438254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762331935097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762331935142'] for port, after_update {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:10.560433 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-3ea4f4f5-6296-4d8b-95a7-2efd101194ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762332461204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723872'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:10.627859 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762332461204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723872'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:10.659340 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:54:10.674174 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-cc335759-726c-4e77-b504-19733ad8bfee tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] Notify callbacks [] for security_group, precommit_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:10.690543 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-cc335759-726c-4e77-b504-19733ad8bfee tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1706761'] for security_group, after_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:10.738610 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:54:10.752581 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.db.provisioning_blocks [None req-37d6163c-cb0d-4962-bb71-5bd6af2c37b9 None None] Provisioning complete for port 8dfda82d-442d-4a49-844b-7c1cef9c24bd triggered by entity DHCP. {{(pid=91774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 06:54:10.754137 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-37d6163c-cb0d-4962-bb71-5bd6af2c37b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723953'] for port, provisioning_complete {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:10.829907 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron_lib.callbacks.manager [None req-3f7d7f8d-4c69-46e6-8fce-926f486a2b0b None None] Notify callbacks [] for port, precommit_update {{(pid=91775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:10.848130 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Device f57f8032-4519-43dc-b72b-1cb43278eac9 up at agent ovs-agent-dv-cinder-784140-5-smb {{(pid=91774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 06:54:10.866547 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron.db.provisioning_blocks [None req-3f7d7f8d-4c69-46e6-8fce-926f486a2b0b None None] Transition to ACTIVE for port object d9d1e037-910b-4f06-b2df-5bdcffd157e6 will not be triggered until provisioned by entity L2. {{(pid=91775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 06:54:10.886066 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron_lib.callbacks.manager [None req-3f7d7f8d-4c69-46e6-8fce-926f486a2b0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-569476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762332438254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762331935097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762331935142'] for port, after_update {{(pid=91775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:10.892417 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG oslo_concurrency.lockutils [None req-b8fb3b19-37ea-4dea-89de-8b5e2514579f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:54:10.977815 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-cc335759-726c-4e77-b504-19733ad8bfee tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] Notify callbacks [] for security_group, before_response {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:10.997399 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [None req-cc335759-726c-4e77-b504-19733ad8bfee tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.6329873 Jun 07 06:54:11.001494 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.21', 52062) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:54:11.004762 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d497937a-2cae-40b6-94cf-120fc79f5ca9 service neutron] Pushing event updated for resources: {'Port': ['ID=8a1f7952-1bb8-4863-b199-a8d4ed9da897,revision_number=3']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:54:11.023215 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.v2.base [None req-0a8e5be3-8d7e-4be1-ad3d-8295ff871e5e tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] Request body: {'security_group_rule': {'security_group_id': '28c64220-de7a-4111-93c0-91d84e10d665', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 06:54:11.055431 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc335759-726c-4e77-b504-19733ad8bfee tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28c64220-de7a-4111-93c0-91d84e10d665,revision_number=1']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:54:11.069096 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.plugin [None req-37d6163c-cb0d-4962-bb71-5bd6af2c37b9 None None] Port 8dfda82d-442d-4a49-844b-7c1cef9c24bd cannot update to ACTIVE because it is not bound. {{(pid=91774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 07 06:54:11.113841 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-cc335759-726c-4e77-b504-19733ad8bfee tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.372s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:54:11.143917 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.db.provisioning_blocks [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Provisioning complete for port f57f8032-4519-43dc-b72b-1cb43278eac9 triggered by entity L2. {{(pid=91774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 06:54:11.144341 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723953'] for port, provisioning_complete {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:11.208762 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-85cd6d03-7477-420c-9c9a-4f0eea985621 req-393fb7b7-a8f1-4b5e-8f64-3a9c553d7a4a service neutron] 10.222.0.43 "GET /v2.0/networks/d768713e-d7e7-4437-b3b8-c0885329ea3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8303251 Jun 07 06:54:11.233563 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-0a8e5be3-8d7e-4be1-ad3d-8295ff871e5e tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:11.292675 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-7b83ed4b-aed6-4209-8ae1-dce8026e6c1c req-b1036565-8928-45e0-be8d-3666b4654dc7 tempest-DeleteServersTestJSON-860680093 tempest-DeleteServersTestJSON-860680093-project] 10.222.0.21 "GET /v2.0/security-groups?id=d2d7d5d0-eebd-4afb-988f-1e380bfdd76f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8722339 Jun 07 06:54:11.358852 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-d497937a-2cae-40b6-94cf-120fc79f5ca9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.701s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:54:11.362810 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-23d18395-24d3-453f-9347-7ddc52b9473d req-fe095ac7-b69d-4b7b-a4a4-9f177ab06330 tempest-AttachVolumeNegativeTest-2031625228 tempest-AttachVolumeNegativeTest-2031625228-project] 10.222.0.21 "GET /v2.0/security-groups?id=3d4b3a4d-8433-4457-868d-75e29ba07bfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1599889 Jun 07 06:54:11.412630 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5f9c9c-4131-4988-b3ee-32c3e0c9d86f req-d497937a-2cae-40b6-94cf-120fc79f5ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:54:11.413451 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [req-1d5f9c9c-4131-4988-b3ee-32c3e0c9d86f req-d497937a-2cae-40b6-94cf-120fc79f5ca9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648630'] for port, before_response {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:11.421106 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-1d5f9c9c-4131-4988-b3ee-32c3e0c9d86f req-d497937a-2cae-40b6-94cf-120fc79f5ca9 service neutron] 10.222.0.43 "PUT /v2.0/ports/8a1f7952-1bb8-4863-b199-a8d4ed9da897 HTTP/1.1" status: 200 len: 1093 time: 6.0842459 Jun 07 06:54:11.421716 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efa86bc2-cec0-4000-8a27-4d6b84d10c82', 'tag': '8a1f7952-1bb8-4863-b199-a8d4ed9da897'}] {{(pid=91772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 06:54:11.439606 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a63986-4412-4de9-acd6-fa0159c16e45 None None] Pushing event updated for resources: {'Port': ['ID=d9d1e037-910b-4f06-b2df-5bdcffd157e6,revision_number=3']} {{(pid=91775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:54:11.467762 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG oslo_concurrency.lockutils [None req-47a63986-4412-4de9-acd6-fa0159c16e45 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.575s {{(pid=91775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:54:11.579557 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron.plugins.ml2.managers [None req-3f7d7f8d-4c69-46e6-8fce-926f486a2b0b None None] Attempting to bind port d9d1e037-910b-4f06-b2df-5bdcffd157e6 on host dv-cinder-784140-5-smb for vnic_type normal with profile {{(pid=91775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 06:54:11.579956 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron.plugins.ml2.managers [None req-3f7d7f8d-4c69-46e6-8fce-926f486a2b0b None None] Attempting to bind port d9d1e037-910b-4f06-b2df-5bdcffd157e6 by drivers openvswitch,hyperv on host dv-cinder-784140-5-smb at level 0 using segments [{'id': '52b2ea56-693b-48b2-9a2b-8ef6c7482fc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '90cfa33b-3934-46a0-a3d0-faaa7bfec8df'}] {{(pid=91775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 06:54:11.580326 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f7d7f8d-4c69-46e6-8fce-926f486a2b0b None None] Attempting to bind port d9d1e037-910b-4f06-b2df-5bdcffd157e6 on network 90cfa33b-3934-46a0-a3d0-faaa7bfec8df {{(pid=91775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 06:54:11.590426 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-243b00d3-b08e-4d9a-be7f-3dced222f328 admin admin] Router e94f5b08-647a-40c6-b77c-9daf706861b0 has already been hosted by L3 agent dd8e9e9b-c9b0-4755-a773-57df6dee4a2e {{(pid=91772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 06:54:11.594655 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f7d7f8d-4c69-46e6-8fce-926f486a2b0b None None] Checking agent: {'id': '2cbbf4dd-47cd-4e79-9ddf-2f0b457e4e7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784140-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 6, 46, 9), 'started_at': datetime.datetime(2021, 6, 7, 6, 46, 39), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 6, 54, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784140-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 06:54:11.595036 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f7d7f8d-4c69-46e6-8fce-926f486a2b0b None None] Checking segment: {'id': '52b2ea56-693b-48b2-9a2b-8ef6c7482fc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '90cfa33b-3934-46a0-a3d0-faaa7bfec8df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 06:54:11.595441 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron_lib.callbacks.manager [None req-3f7d7f8d-4c69-46e6-8fce-926f486a2b0b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:11.595834 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f7d7f8d-4c69-46e6-8fce-926f486a2b0b None None] Bound using segment: {'id': '52b2ea56-693b-48b2-9a2b-8ef6c7482fc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '90cfa33b-3934-46a0-a3d0-faaa7bfec8df'} {{(pid=91775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 06:54:11.596339 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron.plugins.ml2.managers [None req-3f7d7f8d-4c69-46e6-8fce-926f486a2b0b None None] Bound port: d9d1e037-910b-4f06-b2df-5bdcffd157e6, host: dv-cinder-784140-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52b2ea56-693b-48b2-9a2b-8ef6c7482fc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '90cfa33b-3934-46a0-a3d0-faaa7bfec8df'}}] {{(pid=91775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 06:54:11.596718 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron_lib.callbacks.manager [None req-3f7d7f8d-4c69-46e6-8fce-926f486a2b0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564700'] for port, before_update {{(pid=91775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:11.743047 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-0a8e5be3-8d7e-4be1-ad3d-8295ff871e5e tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:11.752122 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-0a8e5be3-8d7e-4be1-ad3d-8295ff871e5e tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1706850'] for security_group_rule, after_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:11.757448 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:54:11.782308 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8e5be3-8d7e-4be1-ad3d-8295ff871e5e tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b558059e-c21b-47bf-8ea4-74a41be889b3,revision_number=0']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:54:11.793598 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-0a8e5be3-8d7e-4be1-ad3d-8295ff871e5e tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:54:11.807379 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-0a8e5be3-8d7e-4be1-ad3d-8295ff871e5e tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:11.811339 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [None req-0a8e5be3-8d7e-4be1-ad3d-8295ff871e5e tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8045566 Jun 07 06:54:11.812457 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.21', 52086) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:54:11.833480 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.v2.base [None req-e08ee794-6d21-4097-8872-a4a5dbc4e82a tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] Request body: {'security_group_rule': {'security_group_id': '28c64220-de7a-4111-93c0-91d84e10d665', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=91773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 06:54:11.852554 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron.plugins.ml2.db [None req-3f7d7f8d-4c69-46e6-8fce-926f486a2b0b None None] For port d9d1e037-910b-4f06-b2df-5bdcffd157e6, host dv-cinder-784140-5-smb, cleared binding levels {{(pid=91775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 06:54:11.858237 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron.plugins.ml2.db [None req-3f7d7f8d-4c69-46e6-8fce-926f486a2b0b None None] For port d9d1e037-910b-4f06-b2df-5bdcffd157e6, host dv-cinder-784140-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-5-smb',level=0,port_id=d9d1e037-910b-4f06-b2df-5bdcffd157e6,segment=NetworkSegment(52b2ea56-693b-48b2-9a2b-8ef6c7482fc0),segment_id=52b2ea56-693b-48b2-9a2b-8ef6c7482fc0)] {{(pid=91775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 06:54:11.878328 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron_lib.callbacks.manager [None req-3f7d7f8d-4c69-46e6-8fce-926f486a2b0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-569476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762332438254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762331935097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762331935142'] for port, after_update {{(pid=91775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:11.884881 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG oslo_concurrency.lockutils [None req-47a63986-4412-4de9-acd6-fa0159c16e45 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:54:11.968037 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b3564b50ce45010e06e11b2a9bfee31ad6a5dcfa31583fbede74178fb7a3d70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05068d1f-fc17-468f-8108-b68f98d14285" -d '{"events": [{"name": "network-changed", "server_uuid": "efa86bc2-cec0-4000-8a27-4d6b84d10c82", "tag": "8a1f7952-1bb8-4863-b199-a8d4ed9da897"}]}' {{(pid=91772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 06:54:12.052875 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-e08ee794-6d21-4097-8872-a4a5dbc4e82a tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:12.116067 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f7d7f8d-4c69-46e6-8fce-926f486a2b0b None None] Routers {'852672d4-2b1a-4285-9b73-bdfb9c7df3b9'} bound to L3 agent in host dv-cinder-784140-5-smb {{(pid=91775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 06:54:12.117009 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron.db.l3_hamode_db [None req-3f7d7f8d-4c69-46e6-8fce-926f486a2b0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-07T06:46:09Z,description=,heartbeat_timestamp=2021-06-07T06:54:09Z,host='dv-cinder-784140-5-smb',id=dd8e9e9b-c9b0-4755-a773-57df6dee4a2e,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T06:46:09Z,topic='l3_agent')) {'router_ids': ['852672d4-2b1a-4285-9b73-bdfb9c7df3b9'], 'active': True} {{(pid=91775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 06:54:12.125826 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-7052a4e3-dcb7-48ac-a7a0-7c0e94d6da24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762332461204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723872'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:12.236709 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5f9c9c-4131-4988-b3ee-32c3e0c9d86f req-f2ce7e68-af6a-408e-aa8a-056949dcd7bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:54:12.253291 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-1d5f9c9c-4131-4988-b3ee-32c3e0c9d86f req-f2ce7e68-af6a-408e-aa8a-056949dcd7bf service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e315befe5685416d9564a280760adaed&device_id=efa86bc2-cec0-4000-8a27-4d6b84d10c82 HTTP/1.1" status: 200 len: 1096 time: 0.4386704 Jun 07 06:54:12.312664 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-e08ee794-6d21-4097-8872-a4a5dbc4e82a tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:12.318372 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-e08ee794-6d21-4097-8872-a4a5dbc4e82a tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1706850'] for security_group_rule, after_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:12.327882 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-0a8e5be3-8d7e-4be1-ad3d-8295ff871e5e tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:54:12.349695 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a63986-4412-4de9-acd6-fa0159c16e45 None None] Pushing event updated for resources: {'Port': ['ID=d9d1e037-910b-4f06-b2df-5bdcffd157e6,revision_number=4']} {{(pid=91775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:54:12.359086 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG oslo_concurrency.lockutils [None req-47a63986-4412-4de9-acd6-fa0159c16e45 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.474s {{(pid=91775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:54:12.382621 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08ee794-6d21-4097-8872-a4a5dbc4e82a tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=039b119f-ea5d-4894-927c-fff97d14c3f6,revision_number=0']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:54:12.393002 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-e08ee794-6d21-4097-8872-a4a5dbc4e82a tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:54:12.615715 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-e08ee794-6d21-4097-8872-a4a5dbc4e82a tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:12.619552 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [None req-e08ee794-6d21-4097-8872-a4a5dbc4e82a tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8034291 Jun 07 06:54:12.658815 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.21', 52116) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:54:12.667798 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.v2.base [None req-01e5ff26-1609-4f81-a04d-15da8243e7d6 tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] Request body: {'floatingip': {'floating_network_id': 'a84d0276-e36b-485f-b034-cb606776a5f5'}} {{(pid=91773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 06:54:12.681464 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-1d5f9c9c-4131-4988-b3ee-32c3e0c9d86f req-8654d4ef-659a-4306-b11e-e52687ae8341 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8a1f7952-1bb8-4863-b199-a8d4ed9da897 HTTP/1.1" status: 200 len: 217 time: 0.2282903 Jun 07 06:54:12.720780 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-01e5ff26-1609-4f81-a04d-15da8243e7d6 tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] Notify callbacks [] for floatingip, before_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:12.790782 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron.db.l3_dvr_db [None req-3f7d7f8d-4c69-46e6-8fce-926f486a2b0b None None] Set router 852672d4-2b1a-4285-9b73-bdfb9c7df3b9 gateway port host: dv-cinder-784140-5-smb {{(pid=91775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 06:54:12.896620 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.wsgi [-] (91772) accepted ('10.222.0.21', 52122) {{(pid=91772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:54:12.912406 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-243b00d3-b08e-4d9a-be7f-3dced222f328 admin admin] Notify agent at l3_agent.dv-cinder-784140-5-smb the message routers_updated {{(pid=91772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 06:54:12.929258 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c090977-1a3f-45f8-82ee-731f45cff759 None None] Sync routers for ids ['e94f5b08-647a-40c6-b77c-9daf706861b0'] in dv-cinder-784140-5-smb {{(pid=91774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 06:54:12.948618 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c090977-1a3f-45f8-82ee-731f45cff759 None None] Routers {'e94f5b08-647a-40c6-b77c-9daf706861b0'} bound to L3 agent in host dv-cinder-784140-5-smb {{(pid=91774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 06:54:12.956043 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [None req-243b00d3-b08e-4d9a-be7f-3dced222f328 admin admin] 10.222.0.21 "PUT /v2.0/routers/e94f5b08-647a-40c6-b77c-9daf706861b0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.9033141 Jun 07 06:54:12.966073 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.db.l3_hamode_db [None req-9c090977-1a3f-45f8-82ee-731f45cff759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-07T06:46:09Z,description=,heartbeat_timestamp=2021-06-07T06:54:09Z,host='dv-cinder-784140-5-smb',id=dd8e9e9b-c9b0-4755-a773-57df6dee4a2e,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T06:46:09Z,topic='l3_agent')) {'router_ids': ['e94f5b08-647a-40c6-b77c-9daf706861b0'], 'active': True} {{(pid=91774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 06:54:12.976480 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 06:54:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6071363-dc6d-4f5e-b501-076698390a55 x-openstack-request-id: req-e6071363-dc6d-4f5e-b501-076698390a55 {{(pid=91772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 06:54:12.977065 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "efa86bc2-cec0-4000-8a27-4d6b84d10c82", "tag": "8a1f7952-1bb8-4863-b199-a8d4ed9da897", "status": "completed", "code": 200}]} {{(pid=91772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 06:54:12.977065 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e6071363-dc6d-4f5e-b501-076698390a55 {{(pid=91772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 06:54:12.978263 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'efa86bc2-cec0-4000-8a27-4d6b84d10c82', 'tag': '8a1f7952-1bb8-4863-b199-a8d4ed9da897', 'status': 'completed', 'code': 200} Jun 07 06:54:13.001552 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b207fc4-3f74-4e1b-befb-be04b7ff7c3f req-34405bee-def0-4087-b22e-83a9d556a682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:54:13.011563 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-9b207fc4-3f74-4e1b-befb-be04b7ff7c3f req-34405bee-def0-4087-b22e-83a9d556a682 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=912ad0c5b96b49f5bf40077337ed1d82&device_id=ceec9758-9583-463f-b33b-30adbbb05a38 HTTP/1.1" status: 200 len: 1096 time: 1.0477846 Jun 07 06:54:13.078696 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5f9c9c-4131-4988-b3ee-32c3e0c9d86f req-631963c0-4aa1-4f2e-9bd1-6b758d66aafd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:54:13.082737 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-1d5f9c9c-4131-4988-b3ee-32c3e0c9d86f req-631963c0-4aa1-4f2e-9bd1-6b758d66aafd service neutron] 10.222.0.43 "GET /v2.0/subnets?id=92171860-0586-439a-90ff-9e9817d6b6e7 HTTP/1.1" status: 200 len: 855 time: 0.3050003 Jun 07 06:54:13.148212 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b735ca-c827-4043-8555-5f1812f991a8 req-d66308f6-153a-46a1-b8bf-1a93d3cde4cf tempest-DeleteServersTestJSON-860680093 tempest-DeleteServersTestJSON-860680093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:54:13.149782 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-59b735ca-c827-4043-8555-5f1812f991a8 req-d66308f6-153a-46a1-b8bf-1a93d3cde4cf tempest-DeleteServersTestJSON-860680093 tempest-DeleteServersTestJSON-860680093-project] 10.222.0.21 "GET /v2.0/ports?device_id=ceec9758-9583-463f-b33b-30adbbb05a38 HTTP/1.1" status: 200 len: 943 time: 0.4907589 Jun 07 06:54:13.199283 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-1d5f9c9c-4131-4988-b3ee-32c3e0c9d86f req-b9a84578-fba2-4889-850c-b40a67d4d0ea service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=27a96711-417c-4ed3-a59e-0ca8ab8628f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1062319 Jun 07 06:54:13.473848 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.db.l3_dvr_db [None req-9c090977-1a3f-45f8-82ee-731f45cff759 None None] Set router e94f5b08-647a-40c6-b77c-9daf706861b0 gateway port host: dv-cinder-784140-5-smb {{(pid=91774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 06:54:13.493056 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-01e5ff26-1609-4f81-a04d-15da8243e7d6 tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564700'] for port, before_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:13.576588 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-59b735ca-c827-4043-8555-5f1812f991a8 req-6f5196f5-a26f-4286-8d50-e20c65763ede tempest-DeleteServersTestJSON-860680093 tempest-DeleteServersTestJSON-860680093-project] 10.222.0.21 "GET /v2.0/security-groups?id=d2d7d5d0-eebd-4afb-988f-1e380bfdd76f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4105406 Jun 07 06:54:13.662762 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-60cfdf2c-2044-40f9-81a0-ddaceb093abe admin admin] Notify callbacks [] for security_group, before_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:13.805284 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron.db.l3_hamode_db [None req-3f7d7f8d-4c69-46e6-8fce-926f486a2b0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '852672d4-2b1a-4285-9b73-bdfb9c7df3b9', 'name': 'tempest-AttachVolumeTestJSON-144816171-router', 'tenant_id': '0cf7ac6ccb8642d894b6ba7f74160152', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a84d0276-e36b-485f-b034-cb606776a5f5', 'external_fixed_ips': [{'subnet_id': 'bc8e845f-21f5-4331-a893-3fabfb1361b8', 'ip_address': '172.28.3.137'}], 'enable_snat': True}, 'gw_port_id': 'a07d77e8-c48f-40ee-9e8e-84af200e686b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T06:53:50Z', 'updated_at': '2021-06-07T06:54:02Z', 'revision_number': 4, 'project_id': '0cf7ac6ccb8642d894b6ba7f74160152', 'gw_port': {'id': 'a07d77e8-c48f-40ee-9e8e-84af200e686b', 'name': '', 'network_id': 'a84d0276-e36b-485f-b034-cb606776a5f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:85:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '852672d4-2b1a-4285-9b73-bdfb9c7df3b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'bc8e845f-21f5-4331-a893-3fabfb1361b8', 'ip_address': '172.28.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T06:53:51Z', 'updated_at': '2021-06-07T06:54:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc8e845f-21f5-4331-a893-3fabfb1361b8', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-5-smb', '_interfaces': [{'id': 'd9d1e037-910b-4f06-b2df-5bdcffd157e6', 'name': '', 'network_id': '90cfa33b-3934-46a0-a3d0-faaa7bfec8df', 'tenant_id': '0cf7ac6ccb8642d894b6ba7f74160152', 'mac_address': 'fa:16:3e:b7:9a:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '852672d4-2b1a-4285-9b73-bdfb9c7df3b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'cf612fb8-f9f7-4687-b8ca-e3cc129879ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T06:53:59Z', 'updated_at': '2021-06-07T06:54:11Z', 'revision_number': 4, 'project_id': '0cf7ac6ccb8642d894b6ba7f74160152', 'subnets': [{'id': 'cf612fb8-f9f7-4687-b8ca-e3cc129879ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784140-5-smb', False) {} {{(pid=91775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 06:54:13.817511 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced6b4f7-47a7-4db4-9352-8e7be03a5688 req-672d8c71-2035-4984-aa2b-107771b40437 tempest-AttachVolumeNegativeTest-2031625228 tempest-AttachVolumeNegativeTest-2031625228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:54:13.820155 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f7d7f8d-4c69-46e6-8fce-926f486a2b0b None None] The sync data for ids ['852672d4-2b1a-4285-9b73-bdfb9c7df3b9'] in dv-cinder-784140-5-smb is: [{'id': '852672d4-2b1a-4285-9b73-bdfb9c7df3b9', 'name': 'tempest-AttachVolumeTestJSON-144816171-router', 'tenant_id': '0cf7ac6ccb8642d894b6ba7f74160152', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a84d0276-e36b-485f-b034-cb606776a5f5', 'external_fixed_ips': [{'subnet_id': 'bc8e845f-21f5-4331-a893-3fabfb1361b8', 'ip_address': '172.28.3.137'}], 'enable_snat': True}, 'gw_port_id': 'a07d77e8-c48f-40ee-9e8e-84af200e686b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T06:53:50Z', 'updated_at': '2021-06-07T06:54:02Z', 'revision_number': 4, 'project_id': '0cf7ac6ccb8642d894b6ba7f74160152', 'gw_port': {'id': 'a07d77e8-c48f-40ee-9e8e-84af200e686b', 'name': '', 'network_id': 'a84d0276-e36b-485f-b034-cb606776a5f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:85:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '852672d4-2b1a-4285-9b73-bdfb9c7df3b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'bc8e845f-21f5-4331-a893-3fabfb1361b8', 'ip_address': '172.28.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T06:53:51Z', 'updated_at': '2021-06-07T06:54:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc8e845f-21f5-4331-a893-3fabfb1361b8', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-5-smb', '_interfaces': [{'id': 'd9d1e037-910b-4f06-b2df-5bdcffd157e6', 'name': '', 'network_id': '90cfa33b-3934-46a0-a3d0-faaa7bfec8df', 'tenant_id': '0cf7ac6ccb8642d894b6ba7f74160152', 'mac_address': 'fa:16:3e:b7:9a:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '852672d4-2b1a-4285-9b73-bdfb9c7df3b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'cf612fb8-f9f7-4687-b8ca-e3cc129879ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T06:53:59Z', 'updated_at': '2021-06-07T06:54:11Z', 'revision_number': 4, 'project_id': '0cf7ac6ccb8642d894b6ba7f74160152', 'subnets': [{'id': 'cf612fb8-f9f7-4687-b8ca-e3cc129879ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 06:54:13.826170 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-ced6b4f7-47a7-4db4-9352-8e7be03a5688 req-672d8c71-2035-4984-aa2b-107771b40437 tempest-AttachVolumeNegativeTest-2031625228 tempest-AttachVolumeNegativeTest-2031625228-project] 10.222.0.21 "GET /v2.0/ports?device_id=efa86bc2-cec0-4000-8a27-4d6b84d10c82 HTTP/1.1" status: 200 len: 943 time: 0.6608617 Jun 07 06:54:13.832298 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b207fc4-3f74-4e1b-befb-be04b7ff7c3f req-796dad9c-f91a-43b3-b8fc-61f1b835b7f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:54:13.834311 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-9b207fc4-3f74-4e1b-befb-be04b7ff7c3f req-796dad9c-f91a-43b3-b8fc-61f1b835b7f9 service neutron] 10.222.0.43 "GET /v2.0/networks?id=d768713e-d7e7-4437-b3b8-c0885329ea3a HTTP/1.1" status: 200 len: 913 time: 0.8048770 Jun 07 06:54:13.899646 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.db.db_base_plugin_common [None req-01e5ff26-1609-4f81-a04d-15da8243e7d6 tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] Allocated IP 172.28.3.217 (a84d0276-e36b-485f-b034-cb606776a5f5/bc8e845f-21f5-4331-a893-3fabfb1361b8/9d7e0589-df9f-40d9-ac88-c9a0aab61cca) {{(pid=91773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 06:54:14.047403 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-9b207fc4-3f74-4e1b-befb-be04b7ff7c3f req-925143a1-ebda-4dde-ad94-4d65c6911900 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=54ebe576-e659-4630-a933-d1288c95418e HTTP/1.1" status: 200 len: 217 time: 0.1373584 Jun 07 06:54:14.137169 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-ced6b4f7-47a7-4db4-9352-8e7be03a5688 req-968d8a9f-3770-4bad-a991-3eb9508a1068 tempest-AttachVolumeNegativeTest-2031625228 tempest-AttachVolumeNegativeTest-2031625228-project] 10.222.0.21 "GET /v2.0/security-groups?id=3d4b3a4d-8433-4457-868d-75e29ba07bfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3091595 Jun 07 06:54:14.208266 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-1d5f9c9c-4131-4988-b3ee-32c3e0c9d86f req-b341153c-2ae6-4813-943e-f52944fd3b05 service neutron] 10.222.0.43 "GET /v2.0/networks/27a96711-417c-4ed3-a59e-0ca8ab8628f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4207191 Jun 07 06:54:14.400310 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.db.l3_hamode_db [None req-9c090977-1a3f-45f8-82ee-731f45cff759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e94f5b08-647a-40c6-b77c-9daf706861b0', 'name': 'tempest-AttachVolumeShelveTestJSON-1783332224-router', 'tenant_id': 'a521857e620a4cd2a9ecf3c6706dbe4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a84d0276-e36b-485f-b034-cb606776a5f5', 'external_fixed_ips': [{'subnet_id': 'bc8e845f-21f5-4331-a893-3fabfb1361b8', 'ip_address': '172.28.3.132'}], 'enable_snat': True}, 'gw_port_id': 'f57f8032-4519-43dc-b72b-1cb43278eac9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T06:53:50Z', 'updated_at': '2021-06-07T06:54:05Z', 'revision_number': 4, 'project_id': 'a521857e620a4cd2a9ecf3c6706dbe4e', 'gw_port': {'id': 'f57f8032-4519-43dc-b72b-1cb43278eac9', 'name': '', 'network_id': 'a84d0276-e36b-485f-b034-cb606776a5f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:e6:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e94f5b08-647a-40c6-b77c-9daf706861b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'bc8e845f-21f5-4331-a893-3fabfb1361b8', 'ip_address': '172.28.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T06:53:52Z', 'updated_at': '2021-06-07T06:54:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc8e845f-21f5-4331-a893-3fabfb1361b8', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-5-smb', '_interfaces': [{'id': '8dfda82d-442d-4a49-844b-7c1cef9c24bd', 'name': '', 'network_id': 'd923eec5-f613-4137-bc9f-8f5300ca5016', 'tenant_id': 'a521857e620a4cd2a9ecf3c6706dbe4e', 'mac_address': 'fa:16:3e:77:e3:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e94f5b08-647a-40c6-b77c-9daf706861b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'c3d491a8-638d-42a9-876a-8c51b2a3d541', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T06:54:03Z', 'updated_at': '2021-06-07T06:54:06Z', 'revision_number': 2, 'project_id': 'a521857e620a4cd2a9ecf3c6706dbe4e', 'subnets': [{'id': 'c3d491a8-638d-42a9-876a-8c51b2a3d541', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784140-5-smb', False) {} {{(pid=91774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 06:54:14.404966 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c090977-1a3f-45f8-82ee-731f45cff759 None None] Checking router: e94f5b08-647a-40c6-b77c-9daf706861b0 for host: dv-cinder-784140-5-smb {{(pid=91774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 06:54:14.405350 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c090977-1a3f-45f8-82ee-731f45cff759 None None] Updating router e94f5b08-647a-40c6-b77c-9daf706861b0 port 8dfda82d-442d-4a49-844b-7c1cef9c24bd binding host dv-cinder-784140-5-smb {{(pid=91774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 07 06:54:14.462323 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b207fc4-3f74-4e1b-befb-be04b7ff7c3f req-a96c84d1-0e09-4757-900f-c170b538a41c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:54:14.463794 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-9b207fc4-3f74-4e1b-befb-be04b7ff7c3f req-a96c84d1-0e09-4757-900f-c170b538a41c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=3067fb55-c8b8-49c6-833a-aca91fdf0d03 HTTP/1.1" status: 200 len: 852 time: 0.2726254 Jun 07 06:54:14.495200 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-9c090977-1a3f-45f8-82ee-731f45cff759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564700'] for port, before_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:14.506537 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-01e5ff26-1609-4f81-a04d-15da8243e7d6 tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] Notify callbacks [] for port, precommit_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:14.559075 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-01e5ff26-1609-4f81-a04d-15da8243e7d6 tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-569476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648536', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762331935079'] for port, after_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:14.580444 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:54:14.643924 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01e5ff26-1609-4f81-a04d-15da8243e7d6 tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] Network a84d0276-e36b-485f-b034-cb606776a5f5 is already hosted by enough agents. {{(pid=91773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 06:54:14.662758 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.scheduler.base_scheduler [None req-01e5ff26-1609-4f81-a04d-15da8243e7d6 tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] Resources bound (agent type, host, resource id): {{(pid=91773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 06:54:14.666416 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01e5ff26-1609-4f81-a04d-15da8243e7d6 tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] Received port after_create {{(pid=91773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 06:54:14.671694 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-60cfdf2c-2044-40f9-81a0-ddaceb093abe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:14.696746 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-60cfdf2c-2044-40f9-81a0-ddaceb093abe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1706761'] for security_group, after_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:14.732216 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-9b207fc4-3f74-4e1b-befb-be04b7ff7c3f req-936654c1-a164-4907-b67e-ea80a9d83532 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d768713e-d7e7-4437-b3b8-c0885329ea3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2432666 Jun 07 06:54:14.751111 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-d78a131e-37a3-4076-bcef-fb486fca54a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:54:14.786916 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-01e5ff26-1609-4f81-a04d-15da8243e7d6 tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:14.836416 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Device d9d1e037-910b-4f06-b2df-5bdcffd157e6 up at agent ovs-agent-dv-cinder-784140-5-smb {{(pid=91774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 06:54:15.008257 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-01e5ff26-1609-4f81-a04d-15da8243e7d6 tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564700'] for port, before_update {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:15.079255 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.21', 52178) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:54:15.092374 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-1d5f9c9c-4131-4988-b3ee-32c3e0c9d86f req-379a81c1-4bae-4008-b1cb-780c70b9d5fe service neutron] 10.222.0.43 "GET /v2.0/networks/27a96711-417c-4ed3-a59e-0ca8ab8628f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8031492 Jun 07 06:54:15.113847 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cfdf2c-2044-40f9-81a0-ddaceb093abe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3874851c-0b54-4d66-8b51-52b3594fd138,revision_number=1']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:54:15.118794 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-9b207fc4-3f74-4e1b-befb-be04b7ff7c3f req-a1816532-8a96-404a-84f8-0b64f4c320e8 service neutron] 10.222.0.43 "GET /v2.0/networks/d768713e-d7e7-4437-b3b8-c0885329ea3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2538240 Jun 07 06:54:15.147314 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e5ff26-1609-4f81-a04d-15da8243e7d6 tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] Pushing event updated for resources: {'Port': ['ID=9d7e0589-df9f-40d9-ac88-c9a0aab61cca,revision_number=1']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:54:15.157692 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-01e5ff26-1609-4f81-a04d-15da8243e7d6 tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.577s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:54:15.179550 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [None req-60cfdf2c-2044-40f9-81a0-ddaceb093abe admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=272ba0a7c41a46a599c59419b8992b3b&name=default HTTP/1.1" status: 200 len: 2979 time: 2.2817149 Jun 07 06:54:15.216547 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.21', 52184) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:54:15.274728 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-60cfdf2c-2044-40f9-81a0-ddaceb093abe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.517s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:54:15.284463 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.21', 52186) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:54:15.312985 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.db.provisioning_blocks [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Provisioning for port d9d1e037-910b-4f06-b2df-5bdcffd157e6 completed by entity L2. {{(pid=91774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 06:54:15.322171 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.v2.base [None req-7e672f37-7850-4ee7-9649-c8ee0c8d732f tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] Request body: {'security_group': {'name': 'tempest-securitygroup--560996725', 'description': 'tempest-description--679095799'}} {{(pid=91773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 06:54:15.334593 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.db.provisioning_blocks [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Provisioning complete for port d9d1e037-910b-4f06-b2df-5bdcffd157e6 triggered by entity L2. {{(pid=91774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 06:54:15.334873 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723953'] for port, provisioning_complete {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:15.424086 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-7e672f37-7850-4ee7-9649-c8ee0c8d732f tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] Notify callbacks [] for security_group, before_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:15.547277 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-f33c382f-9000-4ee3-9bf0-1302f1d6e1cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:15.548621 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-9c090977-1a3f-45f8-82ee-731f45cff759 None None] Notify callbacks [] for port, precommit_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:15.586684 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.db.provisioning_blocks [None req-9c090977-1a3f-45f8-82ee-731f45cff759 None None] Transition to ACTIVE for port object 8dfda82d-442d-4a49-844b-7c1cef9c24bd will not be triggered until provisioned by entity L2. {{(pid=91774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 06:54:15.610373 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-9c090977-1a3f-45f8-82ee-731f45cff759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-569476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762332438254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762331935097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762331935142'] for port, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:15.621016 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:54:15.689449 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-9b207fc4-3f74-4e1b-befb-be04b7ff7c3f req-6b3d2bea-e9fa-4232-b137-a85b8567f677 service neutron] 10.222.0.43 "GET /v2.0/networks/d768713e-d7e7-4437-b3b8-c0885329ea3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4137247 Jun 07 06:54:15.707420 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bedf09e-ff1c-43cd-b3c9-4f3fada0def8 req-fa49ae80-babc-4202-b0bb-7f91c8cbd56c tempest-DeleteServersTestJSON-860680093 tempest-DeleteServersTestJSON-860680093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:54:15.709144 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-0bedf09e-ff1c-43cd-b3c9-4f3fada0def8 req-fa49ae80-babc-4202-b0bb-7f91c8cbd56c tempest-DeleteServersTestJSON-860680093 tempest-DeleteServersTestJSON-860680093-project] 10.222.0.21 "GET /v2.0/ports?device_id=ceec9758-9583-463f-b33b-30adbbb05a38 HTTP/1.1" status: 200 len: 943 time: 0.8692040 Jun 07 06:54:15.813366 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-0bedf09e-ff1c-43cd-b3c9-4f3fada0def8 req-071f3861-0858-4754-aaf7-4fa61afe2836 tempest-DeleteServersTestJSON-860680093 tempest-DeleteServersTestJSON-860680093-project] 10.222.0.21 "GET /v2.0/security-groups?id=d2d7d5d0-eebd-4afb-988f-1e380bfdd76f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974469 Jun 07 06:54:15.822709 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac5cfaf-ac28-4cf6-8248-9ab078ad38a6 req-e3e95e67-642d-48d7-92a0-d0ecf493cc04 tempest-AttachVolumeNegativeTest-2031625228 tempest-AttachVolumeNegativeTest-2031625228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:54:15.824192 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-1ac5cfaf-ac28-4cf6-8248-9ab078ad38a6 req-e3e95e67-642d-48d7-92a0-d0ecf493cc04 tempest-AttachVolumeNegativeTest-2031625228 tempest-AttachVolumeNegativeTest-2031625228-project] 10.222.0.21 "GET /v2.0/ports?device_id=efa86bc2-cec0-4000-8a27-4d6b84d10c82 HTTP/1.1" status: 200 len: 943 time: 0.3082721 Jun 07 06:54:15.897759 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05068d1f-fc17-468f-8108-b68f98d14285 req-d9b90cab-13f5-428a-bd5e-d54a2c67c06e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:54:15.899238 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-05068d1f-fc17-468f-8108-b68f98d14285 req-d9b90cab-13f5-428a-bd5e-d54a2c67c06e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e315befe5685416d9564a280760adaed&device_id=efa86bc2-cec0-4000-8a27-4d6b84d10c82 HTTP/1.1" status: 200 len: 1096 time: 0.7388077 Jun 07 06:54:15.923972 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564700'] for port, before_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:15.943291 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0db68b-8371-40be-a582-cdb6aac94d96 None None] Pushing event updated for resources: {'Port': ['ID=8dfda82d-442d-4a49-844b-7c1cef9c24bd,revision_number=3']} {{(pid=91774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:54:15.943507 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-1ac5cfaf-ac28-4cf6-8248-9ab078ad38a6 req-a28383d0-ce90-452e-99e0-ef051b7aeba8 tempest-AttachVolumeNegativeTest-2031625228 tempest-AttachVolumeNegativeTest-2031625228-project] 10.222.0.21 "GET /v2.0/security-groups?id=3d4b3a4d-8433-4457-868d-75e29ba07bfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085999 Jun 07 06:54:15.950196 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-7d0db68b-8371-40be-a582-cdb6aac94d96 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:54:16.000617 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-bc088a33-8fb3-418b-b276-7a8300aa0e94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:16.049688 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.db [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] For port d9d1e037-910b-4f06-b2df-5bdcffd157e6, host dv-cinder-784140-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-5-smb',level=0,port_id=d9d1e037-910b-4f06-b2df-5bdcffd157e6,segment=NetworkSegment(52b2ea56-693b-48b2-9a2b-8ef6c7482fc0),segment_id=52b2ea56-693b-48b2-9a2b-8ef6c7482fc0)] {{(pid=91774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 06:54:16.059974 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-569476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762332438254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762331935097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762331935142'] for port, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:16.065462 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-955d8a81-45b1-4600-ab9e-9b972f7e042b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:54:16.121812 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.managers [None req-9c090977-1a3f-45f8-82ee-731f45cff759 None None] Attempting to bind port 8dfda82d-442d-4a49-844b-7c1cef9c24bd on host dv-cinder-784140-5-smb for vnic_type normal with profile {{(pid=91774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 06:54:16.122279 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.managers [None req-9c090977-1a3f-45f8-82ee-731f45cff759 None None] Attempting to bind port 8dfda82d-442d-4a49-844b-7c1cef9c24bd by drivers openvswitch,hyperv on host dv-cinder-784140-5-smb at level 0 using segments [{'id': '3ffd2bba-2e4c-4340-84bb-337c4d476270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'd923eec5-f613-4137-bc9f-8f5300ca5016'}] {{(pid=91774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 06:54:16.123187 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c090977-1a3f-45f8-82ee-731f45cff759 None None] Attempting to bind port 8dfda82d-442d-4a49-844b-7c1cef9c24bd on network d923eec5-f613-4137-bc9f-8f5300ca5016 {{(pid=91774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 06:54:16.142182 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c090977-1a3f-45f8-82ee-731f45cff759 None None] Checking agent: {'id': '2cbbf4dd-47cd-4e79-9ddf-2f0b457e4e7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784140-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 6, 46, 9), 'started_at': datetime.datetime(2021, 6, 7, 6, 46, 39), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 6, 54, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784140-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 06:54:16.142552 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-bc088a33-8fb3-418b-b276-7a8300aa0e94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:16.142679 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c090977-1a3f-45f8-82ee-731f45cff759 None None] Checking segment: {'id': '3ffd2bba-2e4c-4340-84bb-337c4d476270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'd923eec5-f613-4137-bc9f-8f5300ca5016'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 06:54:16.142956 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-9c090977-1a3f-45f8-82ee-731f45cff759 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:16.143353 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c090977-1a3f-45f8-82ee-731f45cff759 None None] Bound using segment: {'id': '3ffd2bba-2e4c-4340-84bb-337c4d476270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'd923eec5-f613-4137-bc9f-8f5300ca5016'} {{(pid=91774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 06:54:16.143831 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.managers [None req-9c090977-1a3f-45f8-82ee-731f45cff759 None None] Bound port: 8dfda82d-442d-4a49-844b-7c1cef9c24bd, host: dv-cinder-784140-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ffd2bba-2e4c-4340-84bb-337c4d476270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'd923eec5-f613-4137-bc9f-8f5300ca5016'}}] {{(pid=91774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 06:54:16.144224 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-9c090977-1a3f-45f8-82ee-731f45cff759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564700'] for port, before_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:16.175026 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-7e672f37-7850-4ee7-9649-c8ee0c8d732f tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] Notify callbacks [] for security_group, precommit_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:16.206634 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-01e5ff26-1609-4f81-a04d-15da8243e7d6 tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] Notify callbacks [] for port, precommit_update {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:16.208352 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-7e672f37-7850-4ee7-9649-c8ee0c8d732f tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1706761'] for security_group, after_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:16.216173 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Pushing event updated for resources: {'Port': ['ID=d9d1e037-910b-4f06-b2df-5bdcffd157e6,revision_number=5']} {{(pid=91774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:54:16.219548 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-e0af0076-d8c7-4ffc-88ea-832c372607c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:54:16.220586 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:54:16.238066 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-01e5ff26-1609-4f81-a04d-15da8243e7d6 tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-569476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762332438254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762331935097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762331935142'] for port, after_update {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:16.239281 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05068d1f-fc17-468f-8108-b68f98d14285 req-77b6b8b2-12e1-4b16-9477-640cf956cb2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:54:16.240787 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-05068d1f-fc17-468f-8108-b68f98d14285 req-77b6b8b2-12e1-4b16-9477-640cf956cb2b service neutron] 10.222.0.43 "GET /v2.0/networks?id=27a96711-417c-4ed3-a59e-0ca8ab8628f1 HTTP/1.1" status: 200 len: 916 time: 0.3300960 Jun 07 06:54:16.249296 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.db [None req-9c090977-1a3f-45f8-82ee-731f45cff759 None None] For port 8dfda82d-442d-4a49-844b-7c1cef9c24bd, host dv-cinder-784140-5-smb, cleared binding levels {{(pid=91774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 06:54:16.252353 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.db [None req-9c090977-1a3f-45f8-82ee-731f45cff759 None None] For port 8dfda82d-442d-4a49-844b-7c1cef9c24bd, host dv-cinder-784140-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-5-smb',level=0,port_id=8dfda82d-442d-4a49-844b-7c1cef9c24bd,segment=NetworkSegment(3ffd2bba-2e4c-4340-84bb-337c4d476270),segment_id=3ffd2bba-2e4c-4340-84bb-337c4d476270)] {{(pid=91774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 06:54:16.257010 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-9c090977-1a3f-45f8-82ee-731f45cff759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-569476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762332438254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762331935097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762331935142'] for port, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:16.261285 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:54:16.336196 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c090977-1a3f-45f8-82ee-731f45cff759 None None] Routers {'e94f5b08-647a-40c6-b77c-9daf706861b0'} bound to L3 agent in host dv-cinder-784140-5-smb {{(pid=91774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 06:54:16.336817 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.db.l3_hamode_db [None req-9c090977-1a3f-45f8-82ee-731f45cff759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-07T06:46:09Z,description=,heartbeat_timestamp=2021-06-07T06:54:09Z,host='dv-cinder-784140-5-smb',id=dd8e9e9b-c9b0-4755-a773-57df6dee4a2e,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T06:46:09Z,topic='l3_agent')) {'router_ids': ['e94f5b08-647a-40c6-b77c-9daf706861b0'], 'active': True} {{(pid=91774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 06:54:16.361075 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-05068d1f-fc17-468f-8108-b68f98d14285 req-4b5ee4e7-33dd-450c-98ab-6c377ba6d120 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8a1f7952-1bb8-4863-b199-a8d4ed9da897 HTTP/1.1" status: 200 len: 217 time: 0.1044707 Jun 07 06:54:16.366176 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-01e5ff26-1609-4f81-a04d-15da8243e7d6 tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1754227'] for floatingip, after_update {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:16.375231 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e672f37-7850-4ee7-9649-c8ee0c8d732f tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b4cb076-4f85-41ec-a873-5e63f865f342,revision_number=1']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:54:16.419514 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-7e672f37-7850-4ee7-9649-c8ee0c8d732f tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:54:16.420139 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.100s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:54:16.424900 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0db68b-8371-40be-a582-cdb6aac94d96 None None] Pushing event updated for resources: {'Port': ['ID=8dfda82d-442d-4a49-844b-7c1cef9c24bd,revision_number=4']} {{(pid=91774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:54:16.430046 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-7d0db68b-8371-40be-a582-cdb6aac94d96 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:54:16.495863 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-bc088a33-8fb3-418b-b276-7a8300aa0e94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1706761'] for security_group, after_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:16.512376 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-bc088a33-8fb3-418b-b276-7a8300aa0e94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:16.513517 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [None req-bc088a33-8fb3-418b-b276-7a8300aa0e94 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3874851c-0b54-4d66-8b51-52b3594fd138 HTTP/1.1" status: 204 len: 168 time: 1.2903652 Jun 07 06:54:16.531887 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e5ff26-1609-4f81-a04d-15da8243e7d6 tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] Pushing event updated for resources: {'Port': ['ID=9d7e0589-df9f-40d9-ac88-c9a0aab61cca,revision_number=2']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:54:16.539595 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05068d1f-fc17-468f-8108-b68f98d14285 req-f21ce35d-19a3-4372-b94c-71effa11493e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:54:16.540998 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-05068d1f-fc17-468f-8108-b68f98d14285 req-f21ce35d-19a3-4372-b94c-71effa11493e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=92171860-0586-439a-90ff-9e9817d6b6e7 HTTP/1.1" status: 200 len: 855 time: 0.1682770 Jun 07 06:54:16.541771 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-01e5ff26-1609-4f81-a04d-15da8243e7d6 tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:54:16.549327 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-cc335759-726c-4e77-b504-19733ad8bfee tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.026s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:54:16.597383 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.db.l3_dvr_db [None req-9c090977-1a3f-45f8-82ee-731f45cff759 None None] Set router e94f5b08-647a-40c6-b77c-9daf706861b0 gateway port host: dv-cinder-784140-5-smb {{(pid=91774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 06:54:16.607356 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc088a33-8fb3-418b-b276-7a8300aa0e94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3874851c-0b54-4d66-8b51-52b3594fd138,revision_number=None']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:54:16.617380 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-05068d1f-fc17-468f-8108-b68f98d14285 req-e20ecb7c-af4d-444a-8ea8-fb975cf0bee5 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=27a96711-417c-4ed3-a59e-0ca8ab8628f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0609922 Jun 07 06:54:16.618245 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-bc088a33-8fb3-418b-b276-7a8300aa0e94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:54:16.628550 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-f33c382f-9000-4ee3-9bf0-1302f1d6e1cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:16.665140 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-7e672f37-7850-4ee7-9649-c8ee0c8d732f tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] Notify callbacks [] for security_group, before_response {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:16.668602 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [None req-7e672f37-7850-4ee7-9649-c8ee0c8d732f tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 1.3737187 Jun 07 06:54:16.671477 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.wsgi [-] (91772) accepted ('10.222.0.21', 52206) {{(pid=91772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:54:16.676248 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.v2.base [None req-1afc4da4-17cb-4796-af02-27b9c42c5180 tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] Request body: {'security_group_rule': {'security_group_id': '1b4cb076-4f85-41ec-a873-5e63f865f342', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 06:54:16.687557 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-f33c382f-9000-4ee3-9bf0-1302f1d6e1cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1706761'] for security_group, after_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:16.707948 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-01e5ff26-1609-4f81-a04d-15da8243e7d6 tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503096'] for floatingip, before_response {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:16.711009 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [None req-01e5ff26-1609-4f81-a04d-15da8243e7d6 tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.0507374 Jun 07 06:54:16.725366 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:54:16.731050 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-1afc4da4-17cb-4796-af02-27b9c42c5180 tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:16.845516 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Device d9d1e037-910b-4f06-b2df-5bdcffd157e6 up at agent ovs-agent-dv-cinder-784140-5-smb {{(pid=91774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 06:54:16.859109 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [None req-f33c382f-9000-4ee3-9bf0-1302f1d6e1cd admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8a22e3adfcb54afda12430ac94e968af&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7657366 Jun 07 06:54:16.865421 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.21', 52218) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:54:16.867304 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-1afc4da4-17cb-4796-af02-27b9c42c5180 tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:16.878714 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-1afc4da4-17cb-4796-af02-27b9c42c5180 tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1706850'] for security_group_rule, after_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:16.880568 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:54:16.916346 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33c382f-9000-4ee3-9bf0-1302f1d6e1cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84dd7e4a-cb0a-452c-8d12-b21de097ebf4,revision_number=1']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:54:16.918547 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afc4da4-17cb-4796-af02-27b9c42c5180 tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d449f71-156e-407d-95ed-07ed32d2f39d,revision_number=0']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:54:16.959803 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-1afc4da4-17cb-4796-af02-27b9c42c5180 tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:54:16.963412 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-f33c382f-9000-4ee3-9bf0-1302f1d6e1cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:54:16.983890 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-1afc4da4-17cb-4796-af02-27b9c42c5180 tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:16.985684 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [None req-1afc4da4-17cb-4796-af02-27b9c42c5180 tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3131886 Jun 07 06:54:16.987234 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-05068d1f-fc17-468f-8108-b68f98d14285 req-d8fa1241-da3a-4e71-be93-5f35e3017039 service neutron] 10.222.0.43 "GET /v2.0/networks/27a96711-417c-4ed3-a59e-0ca8ab8628f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3614497 Jun 07 06:54:16.988480 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.wsgi [-] (91772) accepted ('10.222.0.21', 52222) {{(pid=91772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:54:16.993557 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.v2.base [None req-be8b8857-e4bc-4d24-9598-5d5391171f4a tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] Request body: {'security_group_rule': {'security_group_id': '1b4cb076-4f85-41ec-a873-5e63f865f342', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=91772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 06:54:17.053998 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-be8b8857-e4bc-4d24-9598-5d5391171f4a tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:17.093772 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.21', 52232) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:54:17.135658 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-8ce69896-b8dd-4a6f-a6ac-17a0b04218b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:17.205043 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Device 54ebe576-e659-4630-a933-d1288c95418e details requested by agent hyperv_hv-cinder-78414 with host hv-cinder-78414 {{(pid=91774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 07 06:54:17.219341 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-79b02235-6553-41a7-a24b-9d0c677765a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:17.291244 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-79b02235-6553-41a7-a24b-9d0c677765a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:17.314109 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.db.provisioning_blocks [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Provisioning complete for port d9d1e037-910b-4f06-b2df-5bdcffd157e6 triggered by entity L2. {{(pid=91774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 06:54:17.314491 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723953'] for port, provisioning_complete {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:17.322643 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-05068d1f-fc17-468f-8108-b68f98d14285 req-cd559fde-c190-46cd-aa88-932c51885dfc service neutron] 10.222.0.43 "GET /v2.0/networks/27a96711-417c-4ed3-a59e-0ca8ab8628f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3186574 Jun 07 06:54:17.398830 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-79b02235-6553-41a7-a24b-9d0c677765a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1706761'] for security_group, after_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:17.409541 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-79b02235-6553-41a7-a24b-9d0c677765a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:17.412260 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [None req-79b02235-6553-41a7-a24b-9d0c677765a3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/84dd7e4a-cb0a-452c-8d12-b21de097ebf4 HTTP/1.1" status: 204 len: 168 time: 0.5420644 Jun 07 06:54:17.430227 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:54:17.444756 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-be8b8857-e4bc-4d24-9598-5d5391171f4a tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:17.464003 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9ea462-f2e4-4fb1-9c73-348ca97a6a91 req-65ee106a-e890-4cbb-b668-6f2f65ec2867 tempest-DeleteServersTestJSON-860680093 tempest-DeleteServersTestJSON-860680093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:54:17.465702 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-cd9ea462-f2e4-4fb1-9c73-348ca97a6a91 req-65ee106a-e890-4cbb-b668-6f2f65ec2867 tempest-DeleteServersTestJSON-860680093 tempest-DeleteServersTestJSON-860680093-project] 10.222.0.21 "GET /v2.0/ports?device_id=ceec9758-9583-463f-b33b-30adbbb05a38 HTTP/1.1" status: 200 len: 943 time: 0.3907278 Jun 07 06:54:17.469512 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-be8b8857-e4bc-4d24-9598-5d5391171f4a tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1706850'] for security_group_rule, after_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:17.480323 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88324638-7686-443d-bf06-3a6e3e3f0912 req-f6d1ee64-16c1-468e-a222-d0e89fd8b8a5 tempest-AttachVolumeNegativeTest-2031625228 tempest-AttachVolumeNegativeTest-2031625228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:54:17.482914 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b02235-6553-41a7-a24b-9d0c677765a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84dd7e4a-cb0a-452c-8d12-b21de097ebf4,revision_number=None']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:54:17.492410 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-88324638-7686-443d-bf06-3a6e3e3f0912 req-f6d1ee64-16c1-468e-a222-d0e89fd8b8a5 tempest-AttachVolumeNegativeTest-2031625228 tempest-AttachVolumeNegativeTest-2031625228-project] 10.222.0.21 "GET /v2.0/ports?device_id=efa86bc2-cec0-4000-8a27-4d6b84d10c82 HTTP/1.1" status: 200 len: 943 time: 0.2103944 Jun 07 06:54:17.497890 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-79b02235-6553-41a7-a24b-9d0c677765a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:54:17.500084 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:54:17.560302 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8b8857-e4bc-4d24-9598-5d5391171f4a tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aebb9345-dcad-4c6e-a64e-9d6399041e1d,revision_number=0']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:54:17.575959 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-be8b8857-e4bc-4d24-9598-5d5391171f4a tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:54:17.606540 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-8ce69896-b8dd-4a6f-a6ac-17a0b04218b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:17.616324 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-8ce69896-b8dd-4a6f-a6ac-17a0b04218b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1706761'] for security_group, after_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:17.626666 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-88324638-7686-443d-bf06-3a6e3e3f0912 req-1d77b1d6-3535-4ad3-b988-e78ccafdaa22 tempest-AttachVolumeNegativeTest-2031625228 tempest-AttachVolumeNegativeTest-2031625228-project] 10.222.0.21 "GET /v2.0/security-groups?id=3d4b3a4d-8433-4457-868d-75e29ba07bfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329672 Jun 07 06:54:17.637974 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-69f356b0-410d-49a3-b070-a1147c6f1fc1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:54:17.655716 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-cd9ea462-f2e4-4fb1-9c73-348ca97a6a91 req-fb8ed0e7-8e9d-4ac2-b05b-b5467542e8c9 tempest-DeleteServersTestJSON-860680093 tempest-DeleteServersTestJSON-860680093-project] 10.222.0.21 "GET /v2.0/security-groups?id=d2d7d5d0-eebd-4afb-988f-1e380bfdd76f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612563 Jun 07 06:54:17.660428 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-be8b8857-e4bc-4d24-9598-5d5391171f4a tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:17.661564 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [None req-be8b8857-e4bc-4d24-9598-5d5391171f4a tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6721056 Jun 07 06:54:17.664920 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.wsgi [-] (91772) accepted ('10.222.0.21', 52242) {{(pid=91772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:54:17.669510 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.v2.base [None req-425f3307-76bb-4f28-b05c-6d92bf552744 tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] Request body: {'floatingip': {'floating_network_id': 'a84d0276-e36b-485f-b034-cb606776a5f5'}} {{(pid=91772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 06:54:17.718807 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.db [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] For port 54ebe576-e659-4630-a933-d1288c95418e, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=54ebe576-e659-4630-a933-d1288c95418e,segment=NetworkSegment(a8bd8c3e-aa04-4f1d-81ca-be1b6eea61e5),segment_id=a8bd8c3e-aa04-4f1d-81ca-be1b6eea61e5)] {{(pid=91774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 06:54:17.726139 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-425f3307-76bb-4f28-b05c-6d92bf552744 tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] Notify callbacks [] for floatingip, before_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:17.728389 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [None req-8ce69896-b8dd-4a6f-a6ac-17a0b04218b5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c6c7102675064211828484bceae3bc56&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6322558 Jun 07 06:54:17.734110 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.21', 52248) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:54:17.758171 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce69896-b8dd-4a6f-a6ac-17a0b04218b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=413041e7-1bd1-4a88-b848-ee953473f6be,revision_number=1']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:54:17.764390 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-8ce69896-b8dd-4a6f-a6ac-17a0b04218b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:54:17.769166 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Returning: {'device': '54ebe576-e659-4630-a933-d1288c95418e', 'network_id': 'd768713e-d7e7-4437-b3b8-c0885329ea3a', 'port_id': '54ebe576-e659-4630-a933-d1288c95418e', 'mac_address': 'fa:16:3e:b1:3f:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3067fb55-c8b8-49c6-833a-aca91fdf0d03', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 07 06:54:17.822303 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.db.l3_hamode_db [None req-9c090977-1a3f-45f8-82ee-731f45cff759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e94f5b08-647a-40c6-b77c-9daf706861b0', 'name': 'tempest-AttachVolumeShelveTestJSON-1783332224-router', 'tenant_id': 'a521857e620a4cd2a9ecf3c6706dbe4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a84d0276-e36b-485f-b034-cb606776a5f5', 'external_fixed_ips': [{'subnet_id': 'bc8e845f-21f5-4331-a893-3fabfb1361b8', 'ip_address': '172.28.3.132'}], 'enable_snat': True}, 'gw_port_id': 'f57f8032-4519-43dc-b72b-1cb43278eac9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T06:53:50Z', 'updated_at': '2021-06-07T06:54:05Z', 'revision_number': 4, 'project_id': 'a521857e620a4cd2a9ecf3c6706dbe4e', 'gw_port': {'id': 'f57f8032-4519-43dc-b72b-1cb43278eac9', 'name': '', 'network_id': 'a84d0276-e36b-485f-b034-cb606776a5f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:e6:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e94f5b08-647a-40c6-b77c-9daf706861b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'bc8e845f-21f5-4331-a893-3fabfb1361b8', 'ip_address': '172.28.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T06:53:52Z', 'updated_at': '2021-06-07T06:54:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc8e845f-21f5-4331-a893-3fabfb1361b8', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-5-smb', '_interfaces': [{'id': '8dfda82d-442d-4a49-844b-7c1cef9c24bd', 'name': '', 'network_id': 'd923eec5-f613-4137-bc9f-8f5300ca5016', 'tenant_id': 'a521857e620a4cd2a9ecf3c6706dbe4e', 'mac_address': 'fa:16:3e:77:e3:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e94f5b08-647a-40c6-b77c-9daf706861b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'c3d491a8-638d-42a9-876a-8c51b2a3d541', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T06:54:03Z', 'updated_at': '2021-06-07T06:54:16Z', 'revision_number': 4, 'project_id': 'a521857e620a4cd2a9ecf3c6706dbe4e', 'subnets': [{'id': 'c3d491a8-638d-42a9-876a-8c51b2a3d541', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784140-5-smb', False) {} {{(pid=91774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 06:54:17.843023 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c090977-1a3f-45f8-82ee-731f45cff759 None None] The sync data for ids ['e94f5b08-647a-40c6-b77c-9daf706861b0'] in dv-cinder-784140-5-smb is: [{'id': 'e94f5b08-647a-40c6-b77c-9daf706861b0', 'name': 'tempest-AttachVolumeShelveTestJSON-1783332224-router', 'tenant_id': 'a521857e620a4cd2a9ecf3c6706dbe4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a84d0276-e36b-485f-b034-cb606776a5f5', 'external_fixed_ips': [{'subnet_id': 'bc8e845f-21f5-4331-a893-3fabfb1361b8', 'ip_address': '172.28.3.132'}], 'enable_snat': True}, 'gw_port_id': 'f57f8032-4519-43dc-b72b-1cb43278eac9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T06:53:50Z', 'updated_at': '2021-06-07T06:54:05Z', 'revision_number': 4, 'project_id': 'a521857e620a4cd2a9ecf3c6706dbe4e', 'gw_port': {'id': 'f57f8032-4519-43dc-b72b-1cb43278eac9', 'name': '', 'network_id': 'a84d0276-e36b-485f-b034-cb606776a5f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:e6:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e94f5b08-647a-40c6-b77c-9daf706861b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'bc8e845f-21f5-4331-a893-3fabfb1361b8', 'ip_address': '172.28.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T06:53:52Z', 'updated_at': '2021-06-07T06:54:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc8e845f-21f5-4331-a893-3fabfb1361b8', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-5-smb', '_interfaces': [{'id': '8dfda82d-442d-4a49-844b-7c1cef9c24bd', 'name': '', 'network_id': 'd923eec5-f613-4137-bc9f-8f5300ca5016', 'tenant_id': 'a521857e620a4cd2a9ecf3c6706dbe4e', 'mac_address': 'fa:16:3e:77:e3:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e94f5b08-647a-40c6-b77c-9daf706861b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'c3d491a8-638d-42a9-876a-8c51b2a3d541', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T06:54:03Z', 'updated_at': '2021-06-07T06:54:16Z', 'revision_number': 4, 'project_id': 'a521857e620a4cd2a9ecf3c6706dbe4e', 'subnets': [{'id': 'c3d491a8-638d-42a9-876a-8c51b2a3d541', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 06:54:17.860295 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564700'] for port, before_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:17.865481 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-9b6f4510-ddef-4818-9bb1-ea4889cbad08 req-1a16d819-cc7d-4416-8f7b-b57dbe1dbe9b tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--1812993290&fields=id&tenant_id=0cf7ac6ccb8642d894b6ba7f74160152 HTTP/1.1" status: 200 len: 267 time: 0.0572736 Jun 07 06:54:17.865783 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-715dc9c2-3c4b-4066-b8ff-aac2781f237a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:17.899542 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.notifiers.nova [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54ebe576-e659-4630-a933-d1288c95418e {{(pid=91774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 06:54:17.949610 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-715dc9c2-3c4b-4066-b8ff-aac2781f237a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:17.954451 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.db [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] For port 54ebe576-e659-4630-a933-d1288c95418e, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=54ebe576-e659-4630-a933-d1288c95418e,segment=NetworkSegment(a8bd8c3e-aa04-4f1d-81ca-be1b6eea61e5),segment_id=a8bd8c3e-aa04-4f1d-81ca-be1b6eea61e5)] {{(pid=91774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 06:54:17.966059 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-569476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762332438254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762331935097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762331935142'] for port, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:17.973819 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:54:18.048417 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-715dc9c2-3c4b-4066-b8ff-aac2781f237a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1706761'] for security_group, after_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:18.051823 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-715dc9c2-3c4b-4066-b8ff-aac2781f237a admin admin] Notify callbacks [] for security_group, before_response {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:18.053205 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [None req-715dc9c2-3c4b-4066-b8ff-aac2781f237a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/413041e7-1bd1-4a88-b848-ee953473f6be HTTP/1.1" status: 204 len: 168 time: 0.3181365 Jun 07 06:54:18.054026 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:54:18.078290 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715dc9c2-3c4b-4066-b8ff-aac2781f237a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=413041e7-1bd1-4a88-b848-ee953473f6be,revision_number=None']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:54:18.085690 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-715dc9c2-3c4b-4066-b8ff-aac2781f237a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:54:18.118539 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Pushing event updated for resources: {'Port': ['ID=54ebe576-e659-4630-a933-d1288c95418e,revision_number=4']} {{(pid=91774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:54:18.132833 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:54:18.137497 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.21', 52258) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:54:18.165331 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-2c479260-0ba0-4cde-9dfe-6938492c449b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:18.199440 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6f4510-ddef-4818-9bb1-ea4889cbad08 req-a90d5a81-8116-4c9e-88f6-b7741b946616 tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:54:18.200932 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-9b6f4510-ddef-4818-9bb1-ea4889cbad08 req-a90d5a81-8116-4c9e-88f6-b7741b946616 tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] 10.222.0.21 "GET /v2.0/networks?id=90cfa33b-3934-46a0-a3d0-faaa7bfec8df HTTP/1.1" status: 200 len: 810 time: 0.2414036 Jun 07 06:54:18.206479 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-425f3307-76bb-4f28-b05c-6d92bf552744 tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564700'] for port, before_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:18.236363 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.db [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] get_ports_and_sgs() called for port_ids ['54ebe576-e659-4630-a933-d1288c95418e'] {{(pid=91774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 06:54:18.266387 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-9b6f4510-ddef-4818-9bb1-ea4889cbad08 req-49d026fb-adef-411c-938f-5b976f0085a7 tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] 10.222.0.21 "GET /v2.0/quotas/0cf7ac6ccb8642d894b6ba7f74160152 HTTP/1.1" status: 200 len: 375 time: 0.0569549 Jun 07 06:54:18.374623 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-2c479260-0ba0-4cde-9dfe-6938492c449b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:18.385424 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-2c479260-0ba0-4cde-9dfe-6938492c449b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1706761'] for security_group, after_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:18.398198 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-8ce69896-b8dd-4a6f-a6ac-17a0b04218b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:54:18.450601 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c479260-0ba0-4cde-9dfe-6938492c449b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=893d02fe-1d78-4d71-be4d-0e4b0e9e107f,revision_number=1']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:54:18.459754 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.wsgi [-] (91772) accepted ('10.222.0.21', 52264) {{(pid=91772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:54:18.460572 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [None req-2c479260-0ba0-4cde-9dfe-6938492c449b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ff572c90527449eba14c980c9eede919&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3220091 Jun 07 06:54:18.462057 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-2c479260-0ba0-4cde-9dfe-6938492c449b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:54:18.491306 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.db.db_base_plugin_common [None req-425f3307-76bb-4f28-b05c-6d92bf552744 tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] Allocated IP 172.28.3.196 (a84d0276-e36b-485f-b034-cb606776a5f5/bc8e845f-21f5-4331-a893-3fabfb1361b8/f7bae0f5-c70b-4bba-b773-06947b93a94d) {{(pid=91772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 06:54:18.523390 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-9b6f4510-ddef-4818-9bb1-ea4889cbad08 req-ff0b6f42-259a-4969-b2a7-220dc818ccb6 tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=0cf7ac6ccb8642d894b6ba7f74160152&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2561495 Jun 07 06:54:18.722697 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Device 8dfda82d-442d-4a49-844b-7c1cef9c24bd up at agent ovs-agent-dv-cinder-784140-5-smb {{(pid=91774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 06:54:18.782177 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-0a2c02bd-4b10-42fd-97ba-c045dd4048d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:18.921193 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.db.provisioning_blocks [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Provisioning for port 8dfda82d-442d-4a49-844b-7c1cef9c24bd completed by entity L2. {{(pid=91774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 06:54:18.928026 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.db.provisioning_blocks [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Provisioning complete for port 8dfda82d-442d-4a49-844b-7c1cef9c24bd triggered by entity L2. {{(pid=91774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 06:54:18.928466 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723953'] for port, provisioning_complete {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:18.980335 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-0a2c02bd-4b10-42fd-97ba-c045dd4048d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:19.088189 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-425f3307-76bb-4f28-b05c-6d92bf552744 tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] Notify callbacks [] for port, precommit_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:19.120737 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-9b6f4510-ddef-4818-9bb1-ea4889cbad08 req-b3fed2c4-ac59-4be9-aeba-3c0af3edd9ec service neutron] 10.222.0.21 "GET /v2.0/networks/90cfa33b-3934-46a0-a3d0-faaa7bfec8df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5835161 Jun 07 06:54:19.145583 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Device 8a1f7952-1bb8-4863-b199-a8d4ed9da897 details requested by agent hyperv_hv-cinder-78414 with host hv-cinder-78414 {{(pid=91774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 07 06:54:19.163103 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Device 54ebe576-e659-4630-a933-d1288c95418e up at agent hyperv_hv-cinder-78414 {{(pid=91774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 06:54:19.247034 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564700'] for port, before_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:19.378029 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990e6897-063a-4791-aaf6-0c81d1b3fcd7 req-2c242bfd-586f-49a4-8ea6-98b67f3955f0 tempest-AttachVolumeNegativeTest-2031625228 tempest-AttachVolumeNegativeTest-2031625228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:54:19.379615 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-990e6897-063a-4791-aaf6-0c81d1b3fcd7 req-2c242bfd-586f-49a4-8ea6-98b67f3955f0 tempest-AttachVolumeNegativeTest-2031625228 tempest-AttachVolumeNegativeTest-2031625228-project] 10.222.0.21 "GET /v2.0/ports?device_id=efa86bc2-cec0-4000-8a27-4d6b84d10c82 HTTP/1.1" status: 200 len: 943 time: 0.5760071 Jun 07 06:54:19.384434 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-0a2c02bd-4b10-42fd-97ba-c045dd4048d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1706761'] for security_group, after_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:19.393894 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.db [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] For port 8dfda82d-442d-4a49-844b-7c1cef9c24bd, host dv-cinder-784140-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-5-smb',level=0,port_id=8dfda82d-442d-4a49-844b-7c1cef9c24bd,segment=NetworkSegment(3ffd2bba-2e4c-4340-84bb-337c4d476270),segment_id=3ffd2bba-2e4c-4340-84bb-337c4d476270)] {{(pid=91774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 06:54:19.394161 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-0a2c02bd-4b10-42fd-97ba-c045dd4048d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:19.394161 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [None req-0a2c02bd-4b10-42fd-97ba-c045dd4048d3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/893d02fe-1d78-4d71-be4d-0e4b0e9e107f HTTP/1.1" status: 204 len: 168 time: 0.9324076 Jun 07 06:54:19.406786 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-9b6f4510-ddef-4818-9bb1-ea4889cbad08 req-99e8b03f-a272-44e6-ab34-8ef13c17ae2e service neutron] 10.222.0.21 "GET /v2.0/networks/90cfa33b-3934-46a0-a3d0-faaa7bfec8df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2847719 Jun 07 06:54:19.447467 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-3a86876c-8544-45b2-ba92-a75c466b4a1c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:54:19.457820 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-425f3307-76bb-4f28-b05c-6d92bf552744 tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-569476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648536', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762331935079'] for port, after_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:19.507500 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2c02bd-4b10-42fd-97ba-c045dd4048d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=893d02fe-1d78-4d71-be4d-0e4b0e9e107f,revision_number=None']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:54:19.525135 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-0a2c02bd-4b10-42fd-97ba-c045dd4048d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:54:19.540264 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-425f3307-76bb-4f28-b05c-6d92bf552744 tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] Network a84d0276-e36b-485f-b034-cb606776a5f5 is already hosted by enough agents. {{(pid=91772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 06:54:19.567002 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-243b00d3-b08e-4d9a-be7f-3dced222f328 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.076s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:54:19.634973 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-569476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762332438254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762331935097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762331935142'] for port, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:19.692777 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.scheduler.base_scheduler [None req-425f3307-76bb-4f28-b05c-6d92bf552744 tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] Resources bound (agent type, host, resource id): {{(pid=91772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 06:54:19.695573 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-425f3307-76bb-4f28-b05c-6d92bf552744 tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] Received port after_create {{(pid=91772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 06:54:19.712236 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:54:19.794513 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-425f3307-76bb-4f28-b05c-6d92bf552744 tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:19.928668 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.db [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] For port 8a1f7952-1bb8-4863-b199-a8d4ed9da897, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=8a1f7952-1bb8-4863-b199-a8d4ed9da897,segment=NetworkSegment(88ca7d97-e105-429a-98e0-c2a9da21452e),segment_id=88ca7d97-e105-429a-98e0-c2a9da21452e)] {{(pid=91774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 06:54:19.996878 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Returning: {'device': '8a1f7952-1bb8-4863-b199-a8d4ed9da897', 'network_id': '27a96711-417c-4ed3-a59e-0ca8ab8628f1', 'port_id': '8a1f7952-1bb8-4863-b199-a8d4ed9da897', 'mac_address': 'fa:16:3e:19:23:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92171860-0586-439a-90ff-9e9817d6b6e7', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 07 06:54:20.078048 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.db.provisioning_blocks [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Provisioning for port 54ebe576-e659-4630-a933-d1288c95418e completed by entity L2. {{(pid=91774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 06:54:20.135472 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Pushing event updated for resources: {'Port': ['ID=8dfda82d-442d-4a49-844b-7c1cef9c24bd,revision_number=5']} {{(pid=91774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:54:20.138193 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564700'] for port, before_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:20.143320 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-990e6897-063a-4791-aaf6-0c81d1b3fcd7 req-455473ae-c05a-45ba-8459-8c374aea753d tempest-AttachVolumeNegativeTest-2031625228 tempest-AttachVolumeNegativeTest-2031625228-project] 10.222.0.21 "GET /v2.0/security-groups?id=3d4b3a4d-8433-4457-868d-75e29ba07bfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7576585 Jun 07 06:54:20.171792 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.476s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:54:20.173649 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.notifiers.nova [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a1f7952-1bb8-4863-b199-a8d4ed9da897 {{(pid=91774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 06:54:20.178677 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.db.provisioning_blocks [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Provisioning complete for port 54ebe576-e659-4630-a933-d1288c95418e triggered by entity L2. {{(pid=91774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 06:54:20.179782 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723953'] for port, provisioning_complete {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:20.239581 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425f3307-76bb-4f28-b05c-6d92bf552744 tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] Pushing event updated for resources: {'Port': ['ID=f7bae0f5-c70b-4bba-b773-06947b93a94d,revision_number=1']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:54:20.243438 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-425f3307-76bb-4f28-b05c-6d92bf552744 tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564700'] for port, before_update {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:20.274221 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.db [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] For port 8a1f7952-1bb8-4863-b199-a8d4ed9da897, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=8a1f7952-1bb8-4863-b199-a8d4ed9da897,segment=NetworkSegment(88ca7d97-e105-429a-98e0-c2a9da21452e),segment_id=88ca7d97-e105-429a-98e0-c2a9da21452e)] {{(pid=91774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 06:54:20.293799 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-569476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762332438254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762331935097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762331935142'] for port, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:20.298551 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-1df364dd-18f3-4cec-8f69-2514bc65bc43 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:54:20.342291 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-425f3307-76bb-4f28-b05c-6d92bf552744 tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.775s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:54:20.345687 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-fd1c9f5d-f7a1-4e42-993e-488a8c577db8 req-0aa426c6-c1a2-4c1a-8f9b-f2d930df42a7 tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] 10.222.0.21 "GET /v2.0/ports?device_id=06745a3f-9eec-46bb-b36d-d77358bd1e50 HTTP/1.1" status: 200 len: 210 time: 0.1072617 Jun 07 06:54:20.393228 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b722d8b2-32af-4d6d-9d48-969b99092676 req-dc38bdd8-9837-4cc3-9d65-57883ca026be tempest-DeleteServersTestJSON-860680093 tempest-DeleteServersTestJSON-860680093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:54:20.394959 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-b722d8b2-32af-4d6d-9d48-969b99092676 req-dc38bdd8-9837-4cc3-9d65-57883ca026be tempest-DeleteServersTestJSON-860680093 tempest-DeleteServersTestJSON-860680093-project] 10.222.0.21 "GET /v2.0/ports?device_id=ceec9758-9583-463f-b33b-30adbbb05a38 HTTP/1.1" status: 200 len: 944 time: 0.3215027 Jun 07 06:54:20.541712 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.db [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] get_ports_and_sgs() called for port_ids ['8a1f7952-1bb8-4863-b199-a8d4ed9da897'] {{(pid=91774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 06:54:20.660754 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-b722d8b2-32af-4d6d-9d48-969b99092676 req-15dced79-d0f8-4af3-a577-46c9edb144e9 tempest-DeleteServersTestJSON-860680093 tempest-DeleteServersTestJSON-860680093-project] 10.222.0.21 "GET /v2.0/security-groups?id=d2d7d5d0-eebd-4afb-988f-1e380bfdd76f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2528305 Jun 07 06:54:20.715721 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Pushing event updated for resources: {'Port': ['ID=8a1f7952-1bb8-4863-b199-a8d4ed9da897,revision_number=4']} {{(pid=91774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:54:20.719763 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.421s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:54:20.768658 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564700'] for port, before_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:20.797197 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-425f3307-76bb-4f28-b05c-6d92bf552744 tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] Notify callbacks [] for port, precommit_update {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:20.809108 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-425f3307-76bb-4f28-b05c-6d92bf552744 tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-569476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762332438254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762331935097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762331935142'] for port, after_update {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:20.817982 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Device 8dfda82d-442d-4a49-844b-7c1cef9c24bd up at agent ovs-agent-dv-cinder-784140-5-smb {{(pid=91774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 06:54:20.818949 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:54:20.890338 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-425f3307-76bb-4f28-b05c-6d92bf552744 tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1754227'] for floatingip, after_update {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:20.921874 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-425f3307-76bb-4f28-b05c-6d92bf552744 tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503096'] for floatingip, before_response {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:20.936066 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [None req-425f3307-76bb-4f28-b05c-6d92bf552744 tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.2588010 Jun 07 06:54:20.936066 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425f3307-76bb-4f28-b05c-6d92bf552744 tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] Pushing event updated for resources: {'Port': ['ID=f7bae0f5-c70b-4bba-b773-06947b93a94d,revision_number=2']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:54:20.946871 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-425f3307-76bb-4f28-b05c-6d92bf552744 tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:54:21.021153 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ceec9758-9583-463f-b33b-30adbbb05a38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54ebe576-e659-4630-a933-d1288c95418e'}] {{(pid=91774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 06:54:21.113129 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.db [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] For port 54ebe576-e659-4630-a933-d1288c95418e, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=54ebe576-e659-4630-a933-d1288c95418e,segment=NetworkSegment(a8bd8c3e-aa04-4f1d-81ca-be1b6eea61e5),segment_id=a8bd8c3e-aa04-4f1d-81ca-be1b6eea61e5)] {{(pid=91774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 06:54:21.139343 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-569476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762332438254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762331935097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762331935142'] for port, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:21.151542 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:54:21.309007 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Pushing event updated for resources: {'Port': ['ID=54ebe576-e659-4630-a933-d1288c95418e,revision_number=5']} {{(pid=91774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:54:21.313451 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:54:21.314491 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.db.provisioning_blocks [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Provisioning complete for port 8dfda82d-442d-4a49-844b-7c1cef9c24bd triggered by entity L2. {{(pid=91774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 06:54:21.314929 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723953'] for port, provisioning_complete {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:21.369979 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-9ca57b7d-fc5d-42f0-8028-59558dd58863 req-fda252c3-aab3-4c32-83f7-d1cb13db4376 tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--560996725&fields=id&tenant_id=a521857e620a4cd2a9ecf3c6706dbe4e HTTP/1.1" status: 200 len: 267 time: 0.1382573 Jun 07 06:54:21.413943 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73fb9c482eb19c5c2e497b7af5ecd9f5da2a12b641d83391285fbc9a8928c34b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c93fc4f1-884e-46e3-942d-e5e689b7c757" -d '{"events": [{"server_uuid": "ceec9758-9583-463f-b33b-30adbbb05a38", "name": "network-vif-plugged", "status": "completed", "tag": "54ebe576-e659-4630-a933-d1288c95418e"}]}' {{(pid=91774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 06:54:21.741975 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6f4510-ddef-4818-9bb1-ea4889cbad08 req-8ee6261f-1248-4466-b904-f0674d92eb6c tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:54:21.744333 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-9b6f4510-ddef-4818-9bb1-ea4889cbad08 req-8ee6261f-1248-4466-b904-f0674d92eb6c tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] 10.222.0.43 "GET /v2.0/networks?id=90cfa33b-3934-46a0-a3d0-faaa7bfec8df HTTP/1.1" status: 200 len: 810 time: 0.3426487 Jun 07 06:54:21.849733 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-9b6f4510-ddef-4818-9bb1-ea4889cbad08 req-99219017-785c-4c8a-ab3a-876a7df9b598 tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0cf7ac6ccb8642d894b6ba7f74160152 HTTP/1.1" status: 200 len: 380 time: 0.0967920 Jun 07 06:54:21.866765 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.v2.base [req-9b6f4510-ddef-4818-9bb1-ea4889cbad08 req-f21677e9-8262-4f75-8126-b6058f960545 tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] Request body: {'port': {'device_id': '06745a3f-9eec-46bb-b36d-d77358bd1e50', 'network_id': '90cfa33b-3934-46a0-a3d0-faaa7bfec8df', 'admin_state_up': True, 'tenant_id': '0cf7ac6ccb8642d894b6ba7f74160152', 'security_groups': ['28c64220-de7a-4111-93c0-91d84e10d665']}} {{(pid=91773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 06:54:21.871822 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca57b7d-fc5d-42f0-8028-59558dd58863 req-009521fb-83e6-496a-a7be-41023df40a6c tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:54:21.880833 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-9ca57b7d-fc5d-42f0-8028-59558dd58863 req-009521fb-83e6-496a-a7be-41023df40a6c tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] 10.222.0.21 "GET /v2.0/networks?id=d923eec5-f613-4137-bc9f-8f5300ca5016 HTTP/1.1" status: 200 len: 817 time: 0.5018139 Jun 07 06:54:21.902143 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-9ca57b7d-fc5d-42f0-8028-59558dd58863 req-9d23f9ee-ab1a-4359-a7d3-aadb918982ff tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] 10.222.0.21 "GET /v2.0/quotas/a521857e620a4cd2a9ecf3c6706dbe4e HTTP/1.1" status: 200 len: 375 time: 0.0157647 Jun 07 06:54:21.911991 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3edf740-9584-416d-a3fe-3ed9e14b0743 req-2aca5bbb-0105-42ba-802c-69cdf84202d1 tempest-AttachVolumeNegativeTest-2031625228 tempest-AttachVolumeNegativeTest-2031625228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:54:21.913786 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-a3edf740-9584-416d-a3fe-3ed9e14b0743 req-2aca5bbb-0105-42ba-802c-69cdf84202d1 tempest-AttachVolumeNegativeTest-2031625228 tempest-AttachVolumeNegativeTest-2031625228-project] 10.222.0.21 "GET /v2.0/ports?device_id=efa86bc2-cec0-4000-8a27-4d6b84d10c82 HTTP/1.1" status: 200 len: 944 time: 0.4490275 Jun 07 06:54:22.018702 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-a3edf740-9584-416d-a3fe-3ed9e14b0743 req-b9c6caa7-f190-4996-9f7e-0ac4a8ba6e9c tempest-AttachVolumeNegativeTest-2031625228 tempest-AttachVolumeNegativeTest-2031625228-project] 10.222.0.21 "GET /v2.0/security-groups?id=3d4b3a4d-8433-4457-868d-75e29ba07bfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629549 Jun 07 06:54:22.059016 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-9ca57b7d-fc5d-42f0-8028-59558dd58863 req-aa19a74a-4ba6-4f09-a202-b4a4620f35e0 tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=a521857e620a4cd2a9ecf3c6706dbe4e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1438613 Jun 07 06:54:22.170892 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b6f4510-ddef-4818-9bb1-ea4889cbad08 req-f21677e9-8262-4f75-8126-b6058f960545 tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] Made reservation on behalf of 0cf7ac6ccb8642d894b6ba7f74160152 for: {'port': 1} {{(pid=91773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 06:54:22.175622 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [req-9b6f4510-ddef-4818-9bb1-ea4889cbad08 req-f21677e9-8262-4f75-8126-b6058f960545 tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564700'] for port, before_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:22.273157 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-d6413d5d-3abf-4238-ac03-a95e7f1328a4 req-aa67063d-3c3b-480d-9b6f-7fb42afa1097 tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] 10.222.0.21 "GET /v2.0/ports?device_id=06745a3f-9eec-46bb-b36d-d77358bd1e50 HTTP/1.1" status: 200 len: 210 time: 0.0626793 Jun 07 06:54:22.317444 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-9ca57b7d-fc5d-42f0-8028-59558dd58863 req-763d28b3-a920-40da-a770-77c424f44461 service neutron] 10.222.0.21 "GET /v2.0/networks/d923eec5-f613-4137-bc9f-8f5300ca5016?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2444105 Jun 07 06:54:22.430415 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.db.db_base_plugin_common [req-9b6f4510-ddef-4818-9bb1-ea4889cbad08 req-f21677e9-8262-4f75-8126-b6058f960545 tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] Allocated IP 172.20.0.5 (90cfa33b-3934-46a0-a3d0-faaa7bfec8df/cf612fb8-f9f7-4687-b8ca-e3cc129879ce/29ea960d-9ed1-4bb5-b4a0-2e1939e8201e) {{(pid=91773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 06:54:22.472837 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-9ca57b7d-fc5d-42f0-8028-59558dd58863 req-205ee51b-4674-46ad-9db5-80b92c73a24b service neutron] 10.222.0.21 "GET /v2.0/networks/d923eec5-f613-4137-bc9f-8f5300ca5016?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1485839 Jun 07 06:54:22.500803 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.wsgi [-] (91772) accepted ('10.222.0.21', 52470) {{(pid=91772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:54:22.724850 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 06:54:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a723b7cf-142f-4ee1-9b3f-31e5eb7115da x-openstack-request-id: req-a723b7cf-142f-4ee1-9b3f-31e5eb7115da {{(pid=91774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 06:54:22.725357 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ceec9758-9583-463f-b33b-30adbbb05a38", "name": "network-vif-plugged", "status": "completed", "tag": "54ebe576-e659-4630-a933-d1288c95418e", "code": 200}]} {{(pid=91774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 06:54:22.725566 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a723b7cf-142f-4ee1-9b3f-31e5eb7115da {{(pid=91774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 06:54:22.726203 dv-cinder-784140-5-smb neutron-server[91774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ceec9758-9583-463f-b33b-30adbbb05a38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54ebe576-e659-4630-a933-d1288c95418e', 'code': 200} Jun 07 06:54:22.821676 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [req-9b6f4510-ddef-4818-9bb1-ea4889cbad08 req-f21677e9-8262-4f75-8126-b6058f960545 tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] Notify callbacks [] for port, precommit_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:22.844177 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.db.provisioning_blocks [req-9b6f4510-ddef-4818-9bb1-ea4889cbad08 req-f21677e9-8262-4f75-8126-b6058f960545 tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] Transition to ACTIVE for port object 29ea960d-9ed1-4bb5-b4a0-2e1939e8201e will not be triggered until provisioned by entity DHCP. {{(pid=91773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 06:54:22.871562 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-bf61a0fd-d38f-4293-a324-9d0529ac6744 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:22.873855 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [req-9b6f4510-ddef-4818-9bb1-ea4889cbad08 req-f21677e9-8262-4f75-8126-b6058f960545 tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-569476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648536', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762331935079'] for port, after_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:22.900378 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-01e5ff26-1609-4f81-a04d-15da8243e7d6 tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:54:23.007012 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b6f4510-ddef-4818-9bb1-ea4889cbad08 req-f21677e9-8262-4f75-8126-b6058f960545 tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] Network 90cfa33b-3934-46a0-a3d0-faaa7bfec8df is already hosted by enough agents. {{(pid=91773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 06:54:23.016506 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.scheduler.base_scheduler [req-9b6f4510-ddef-4818-9bb1-ea4889cbad08 req-f21677e9-8262-4f75-8126-b6058f960545 tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] Resources bound (agent type, host, resource id): {{(pid=91773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 06:54:23.016678 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-bf61a0fd-d38f-4293-a324-9d0529ac6744 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:23.022794 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b6f4510-ddef-4818-9bb1-ea4889cbad08 req-f21677e9-8262-4f75-8126-b6058f960545 tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] Received port after_create {{(pid=91773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 06:54:23.030989 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6f4510-ddef-4818-9bb1-ea4889cbad08 req-f21677e9-8262-4f75-8126-b6058f960545 tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:54:23.032153 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [req-9b6f4510-ddef-4818-9bb1-ea4889cbad08 req-f21677e9-8262-4f75-8126-b6058f960545 tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648630'] for port, before_response {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:23.064071 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-9b6f4510-ddef-4818-9bb1-ea4889cbad08 req-f21677e9-8262-4f75-8126-b6058f960545 tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2071235 Jun 07 06:54:23.068307 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21677e9-8262-4f75-8126-b6058f960545 tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] Pushing event updated for resources: {'Port': ['ID=29ea960d-9ed1-4bb5-b4a0-2e1939e8201e,revision_number=1']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:54:23.074581 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-ee8c86cd-d4e9-4509-b6d2-528077530b22 req-a31369b4-98fd-4250-b362-09ec94839128 tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] 10.222.0.21 "GET /v2.0/ports?device_id=45af59d1-9852-4669-a1f9-b74a9c5d6b3a HTTP/1.1" status: 200 len: 210 time: 0.3032238 Jun 07 06:54:23.079256 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.v2.base [req-9b6f4510-ddef-4818-9bb1-ea4889cbad08 req-9ed7be3c-de86-4ec5-98ec-b2a173550bcb service neutron] Request body: {'port': {'device_id': '06745a3f-9eec-46bb-b36d-d77358bd1e50', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78414'}} {{(pid=91773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 06:54:23.104851 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-bf61a0fd-d38f-4293-a324-9d0529ac6744 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1706761'] for security_group, after_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:23.110286 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-f21677e9-8262-4f75-8126-b6058f960545 tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:54:23.157542 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Device 8a1f7952-1bb8-4863-b199-a8d4ed9da897 up at agent hyperv_hv-cinder-78414 {{(pid=91774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 06:54:23.173329 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:54:23.299467 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [req-9b6f4510-ddef-4818-9bb1-ea4889cbad08 req-9ed7be3c-de86-4ec5-98ec-b2a173550bcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564700'] for port, before_update {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:23.336392 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.db.provisioning_blocks [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Provisioning for port 8a1f7952-1bb8-4863-b199-a8d4ed9da897 completed by entity L2. {{(pid=91774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 06:54:23.341941 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.db.provisioning_blocks [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Provisioning complete for port 8a1f7952-1bb8-4863-b199-a8d4ed9da897 triggered by entity L2. {{(pid=91774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 06:54:23.342316 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723953'] for port, provisioning_complete {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:23.416297 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [None req-bf61a0fd-d38f-4293-a324-9d0529ac6744 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=244722b4469c4a94b0e5f2daec6c7ff7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9143248 Jun 07 06:54:23.417159 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf61a0fd-d38f-4293-a324-9d0529ac6744 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afe53ad2-e917-419c-81f3-df8892127942,revision_number=1']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:54:23.418850 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.21', 52512) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:54:23.434700 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-bf61a0fd-d38f-4293-a324-9d0529ac6744 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:54:23.473884 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b70162f-da10-41d9-9a66-0030699514c6 req-238d091b-8579-4e02-bdcc-d0a884063314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:54:23.475810 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-1b70162f-da10-41d9-9a66-0030699514c6 req-238d091b-8579-4e02-bdcc-d0a884063314 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=ceec9758-9583-463f-b33b-30adbbb05a38 HTTP/1.1" status: 200 len: 1098 time: 0.4525938 Jun 07 06:54:23.535592 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ea6989-5949-4797-a38f-2d2fc840e6aa req-90df3ec0-932f-4a76-a2b4-053bc5f232e0 tempest-DeleteServersTestJSON-860680093 tempest-DeleteServersTestJSON-860680093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:54:23.536926 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-d6ea6989-5949-4797-a38f-2d2fc840e6aa req-90df3ec0-932f-4a76-a2b4-053bc5f232e0 tempest-DeleteServersTestJSON-860680093 tempest-DeleteServersTestJSON-860680093-project] 10.222.0.21 "GET /v2.0/ports?device_id=ceec9758-9583-463f-b33b-30adbbb05a38 HTTP/1.1" status: 200 len: 945 time: 0.7691197 Jun 07 06:54:23.540179 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [req-1b70162f-da10-41d9-9a66-0030699514c6 req-e41cf7fc-63de-49b4-96f9-e670471b37ee service neutron] Notify callbacks [] for security_group, before_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:23.676488 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.db.provisioning_blocks [None req-17577ab2-f40f-4b5f-8f8b-e99e8b5b5360 None None] Provisioning for port 29ea960d-9ed1-4bb5-b4a0-2e1939e8201e completed by entity DHCP. {{(pid=91774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 06:54:23.684238 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564700'] for port, before_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:23.708684 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.db.provisioning_blocks [None req-17577ab2-f40f-4b5f-8f8b-e99e8b5b5360 None None] Provisioning complete for port 29ea960d-9ed1-4bb5-b4a0-2e1939e8201e triggered by entity DHCP. {{(pid=91774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 06:54:23.709154 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-17577ab2-f40f-4b5f-8f8b-e99e8b5b5360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723953'] for port, provisioning_complete {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:23.715933 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316ce0e9-1d21-4178-997b-e1ad2aec9561 req-905bf4aa-b1eb-492a-acd3-6846584b1d3f tempest-AttachVolumeNegativeTest-2031625228 tempest-AttachVolumeNegativeTest-2031625228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:54:23.726064 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-316ce0e9-1d21-4178-997b-e1ad2aec9561 req-905bf4aa-b1eb-492a-acd3-6846584b1d3f tempest-AttachVolumeNegativeTest-2031625228 tempest-AttachVolumeNegativeTest-2031625228-project] 10.222.0.21 "GET /v2.0/ports?device_id=efa86bc2-cec0-4000-8a27-4d6b84d10c82 HTTP/1.1" status: 200 len: 944 time: 0.4021435 Jun 07 06:54:23.772703 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-d6ea6989-5949-4797-a38f-2d2fc840e6aa req-b494e7d9-33d3-4513-b596-e59a6d1e7e62 tempest-DeleteServersTestJSON-860680093 tempest-DeleteServersTestJSON-860680093-project] 10.222.0.21 "GET /v2.0/security-groups?id=d2d7d5d0-eebd-4afb-988f-1e380bfdd76f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2154868 Jun 07 06:54:23.774030 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.db [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] For port 8a1f7952-1bb8-4863-b199-a8d4ed9da897, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=8a1f7952-1bb8-4863-b199-a8d4ed9da897,segment=NetworkSegment(88ca7d97-e105-429a-98e0-c2a9da21452e),segment_id=88ca7d97-e105-429a-98e0-c2a9da21452e)] {{(pid=91774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 06:54:23.774461 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-ea05fe31-7069-44cf-9f21-82c6663aab0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:23.785842 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-569476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762332438254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762331935097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762331935142'] for port, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:23.788029 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:54:23.825718 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.plugin [None req-17577ab2-f40f-4b5f-8f8b-e99e8b5b5360 None None] Port 29ea960d-9ed1-4bb5-b4a0-2e1939e8201e cannot update to ACTIVE because it is not bound. {{(pid=91774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 07 06:54:23.847653 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-316ce0e9-1d21-4178-997b-e1ad2aec9561 req-431fe451-0a42-48b1-b4fa-cfe4c3d85a45 tempest-AttachVolumeNegativeTest-2031625228 tempest-AttachVolumeNegativeTest-2031625228-project] 10.222.0.21 "GET /v2.0/security-groups?id=3d4b3a4d-8433-4457-868d-75e29ba07bfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137950 Jun 07 06:54:23.854220 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-ea05fe31-7069-44cf-9f21-82c6663aab0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:23.889925 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Pushing event updated for resources: {'Port': ['ID=8a1f7952-1bb8-4863-b199-a8d4ed9da897,revision_number=5']} {{(pid=91774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:54:23.894183 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:54:24.076190 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-ea05fe31-7069-44cf-9f21-82c6663aab0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1706761'] for security_group, after_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:24.089136 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-ea05fe31-7069-44cf-9f21-82c6663aab0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:24.089634 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [req-1b70162f-da10-41d9-9a66-0030699514c6 req-e41cf7fc-63de-49b4-96f9-e670471b37ee service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:24.090238 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [None req-ea05fe31-7069-44cf-9f21-82c6663aab0d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/afe53ad2-e917-419c-81f3-df8892127942 HTTP/1.1" status: 204 len: 168 time: 0.6656728 Jun 07 06:54:24.093641 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-7e672f37-7850-4ee7-9649-c8ee0c8d732f tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:54:24.100649 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [req-1b70162f-da10-41d9-9a66-0030699514c6 req-e41cf7fc-63de-49b4-96f9-e670471b37ee service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1706761'] for security_group, after_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:24.105688 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea05fe31-7069-44cf-9f21-82c6663aab0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afe53ad2-e917-419c-81f3-df8892127942,revision_number=None']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:54:24.109290 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-ea05fe31-7069-44cf-9f21-82c6663aab0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:54:24.119104 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.notifiers.nova [req-9b6f4510-ddef-4818-9bb1-ea4889cbad08 req-9ed7be3c-de86-4ec5-98ec-b2a173550bcb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29ea960d-9ed1-4bb5-b4a0-2e1939e8201e {{(pid=91773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 06:54:24.128091 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [req-9b6f4510-ddef-4818-9bb1-ea4889cbad08 req-9ed7be3c-de86-4ec5-98ec-b2a173550bcb service neutron] Notify callbacks [] for port, precommit_update {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:24.140996 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:54:24.144731 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.db.provisioning_blocks [req-9b6f4510-ddef-4818-9bb1-ea4889cbad08 req-9ed7be3c-de86-4ec5-98ec-b2a173550bcb service neutron] Transition to ACTIVE for port object 29ea960d-9ed1-4bb5-b4a0-2e1939e8201e will not be triggered until provisioned by entity L2. {{(pid=91773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 06:54:24.149121 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-1b70162f-da10-41d9-9a66-0030699514c6 req-e41cf7fc-63de-49b4-96f9-e670471b37ee service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=d2d7d5d0-eebd-4afb-988f-1e380bfdd76f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6539943 Jun 07 06:54:24.152179 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [req-9b6f4510-ddef-4818-9bb1-ea4889cbad08 req-9ed7be3c-de86-4ec5-98ec-b2a173550bcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-569476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762332438254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762331935097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762331935142'] for port, after_update {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:24.164002 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-08c35baa-cc75-42c8-8144-0321384ab9bb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:54:24.199436 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8881c3f-5dca-4431-993e-6f428dbe7c9b req-ac467068-b08e-4200-8d6f-5f63fa4cd18b tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:54:24.204393 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-a8881c3f-5dca-4431-993e-6f428dbe7c9b req-ac467068-b08e-4200-8d6f-5f63fa4cd18b tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] 10.222.0.21 "GET /v2.0/ports?device_id=06745a3f-9eec-46bb-b36d-d77358bd1e50 HTTP/1.1" status: 200 len: 931 time: 0.2152522 Jun 07 06:54:24.206398 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41cf7fc-63de-49b4-96f9-e670471b37ee service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=1ffd2e4a-2024-4d75-aebe-3464051a48b1,revision_number=1']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:54:24.210282 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-e41cf7fc-63de-49b4-96f9-e670471b37ee service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:54:24.275498 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-1c699c41-cf5f-4238-a6cb-308167f54720 req-405302c4-a095-4b4e-b7a9-8a7262357e52 tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] 10.222.0.21 "GET /v2.0/ports?device_id=45af59d1-9852-4669-a1f9-b74a9c5d6b3a HTTP/1.1" status: 200 len: 210 time: 0.0700996 Jun 07 06:54:24.300622 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-a8881c3f-5dca-4431-993e-6f428dbe7c9b req-56f1d88b-02be-43ec-b35d-f2d3af5f00d3 tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] 10.222.0.21 "GET /v2.0/security-groups?id=28c64220-de7a-4111-93c0-91d84e10d665&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0885255 Jun 07 06:54:24.356818 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed7be3c-de86-4ec5-98ec-b2a173550bcb service neutron] Pushing event updated for resources: {'Port': ['ID=29ea960d-9ed1-4bb5-b4a0-2e1939e8201e,revision_number=2']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:54:24.361592 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-9ed7be3c-de86-4ec5-98ec-b2a173550bcb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:54:24.363404 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.managers [req-9b6f4510-ddef-4818-9bb1-ea4889cbad08 req-9ed7be3c-de86-4ec5-98ec-b2a173550bcb service neutron] Attempting to bind port 29ea960d-9ed1-4bb5-b4a0-2e1939e8201e on host hv-cinder-78414 for vnic_type normal with profile {{(pid=91773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 06:54:24.363730 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.managers [req-9b6f4510-ddef-4818-9bb1-ea4889cbad08 req-9ed7be3c-de86-4ec5-98ec-b2a173550bcb service neutron] Attempting to bind port 29ea960d-9ed1-4bb5-b4a0-2e1939e8201e by drivers openvswitch,hyperv on host hv-cinder-78414 at level 0 using segments [{'id': '52b2ea56-693b-48b2-9a2b-8ef6c7482fc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '90cfa33b-3934-46a0-a3d0-faaa7bfec8df'}] {{(pid=91773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 06:54:24.364075 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b6f4510-ddef-4818-9bb1-ea4889cbad08 req-9ed7be3c-de86-4ec5-98ec-b2a173550bcb service neutron] Attempting to bind port 29ea960d-9ed1-4bb5-b4a0-2e1939e8201e on network 90cfa33b-3934-46a0-a3d0-faaa7bfec8df {{(pid=91773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 06:54:24.375144 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b6f4510-ddef-4818-9bb1-ea4889cbad08 req-9ed7be3c-de86-4ec5-98ec-b2a173550bcb service neutron] Port 29ea960d-9ed1-4bb5-b4a0-2e1939e8201e on network 90cfa33b-3934-46a0-a3d0-faaa7bfec8df not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78414 {{(pid=91773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 07 06:54:24.375779 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b6f4510-ddef-4818-9bb1-ea4889cbad08 req-9ed7be3c-de86-4ec5-98ec-b2a173550bcb service neutron] Attempting to bind port 29ea960d-9ed1-4bb5-b4a0-2e1939e8201e on network 90cfa33b-3934-46a0-a3d0-faaa7bfec8df {{(pid=91773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 06:54:24.382518 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b6f4510-ddef-4818-9bb1-ea4889cbad08 req-9ed7be3c-de86-4ec5-98ec-b2a173550bcb service neutron] Checking agent: {'id': '5a91191c-7894-4314-84ee-19ce578def86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78414', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 6, 52, 11), 'started_at': datetime.datetime(2021, 6, 7, 6, 52, 11), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 6, 54, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 06:54:24.383041 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b6f4510-ddef-4818-9bb1-ea4889cbad08 req-9ed7be3c-de86-4ec5-98ec-b2a173550bcb service neutron] Checking segment: {'id': '52b2ea56-693b-48b2-9a2b-8ef6c7482fc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '90cfa33b-3934-46a0-a3d0-faaa7bfec8df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 06:54:24.383563 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b6f4510-ddef-4818-9bb1-ea4889cbad08 req-9ed7be3c-de86-4ec5-98ec-b2a173550bcb service neutron] Bound using segment: {'id': '52b2ea56-693b-48b2-9a2b-8ef6c7482fc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '90cfa33b-3934-46a0-a3d0-faaa7bfec8df'} {{(pid=91773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 06:54:24.384191 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.managers [req-9b6f4510-ddef-4818-9bb1-ea4889cbad08 req-9ed7be3c-de86-4ec5-98ec-b2a173550bcb service neutron] Bound port: 29ea960d-9ed1-4bb5-b4a0-2e1939e8201e, host: hv-cinder-78414, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52b2ea56-693b-48b2-9a2b-8ef6c7482fc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '90cfa33b-3934-46a0-a3d0-faaa7bfec8df'}}] {{(pid=91773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 06:54:24.384677 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [req-9b6f4510-ddef-4818-9bb1-ea4889cbad08 req-9ed7be3c-de86-4ec5-98ec-b2a173550bcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564700'] for port, before_update {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:24.533323 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.db [req-9b6f4510-ddef-4818-9bb1-ea4889cbad08 req-9ed7be3c-de86-4ec5-98ec-b2a173550bcb service neutron] For port 29ea960d-9ed1-4bb5-b4a0-2e1939e8201e, host hv-cinder-78414, cleared binding levels {{(pid=91773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 06:54:24.537039 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.db [req-9b6f4510-ddef-4818-9bb1-ea4889cbad08 req-9ed7be3c-de86-4ec5-98ec-b2a173550bcb service neutron] For port 29ea960d-9ed1-4bb5-b4a0-2e1939e8201e, host hv-cinder-78414, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=29ea960d-9ed1-4bb5-b4a0-2e1939e8201e,segment=NetworkSegment(52b2ea56-693b-48b2-9a2b-8ef6c7482fc0),segment_id=52b2ea56-693b-48b2-9a2b-8ef6c7482fc0)] {{(pid=91773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 06:54:24.544151 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [req-9b6f4510-ddef-4818-9bb1-ea4889cbad08 req-9ed7be3c-de86-4ec5-98ec-b2a173550bcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-569476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762332438254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762331935097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762331935142'] for port, after_update {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:24.568866 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.21', 52534) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:54:24.569422 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:54:24.650706 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-ae1e0ffe-3f3b-4305-b01b-1ef9a5269459 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:24.667099 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6f4510-ddef-4818-9bb1-ea4889cbad08 req-9ed7be3c-de86-4ec5-98ec-b2a173550bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:54:24.667843 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [req-9b6f4510-ddef-4818-9bb1-ea4889cbad08 req-9ed7be3c-de86-4ec5-98ec-b2a173550bcb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648630'] for port, before_response {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:24.669548 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-9b6f4510-ddef-4818-9bb1-ea4889cbad08 req-9ed7be3c-de86-4ec5-98ec-b2a173550bcb service neutron] 10.222.0.43 "PUT /v2.0/ports/29ea960d-9ed1-4bb5-b4a0-2e1939e8201e HTTP/1.1" status: 200 len: 1093 time: 1.5972488 Jun 07 06:54:24.672089 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06745a3f-9eec-46bb-b36d-d77358bd1e50', 'tag': '29ea960d-9ed1-4bb5-b4a0-2e1939e8201e'}] {{(pid=91773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 06:54:24.674482 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7af0e1444f231fbc9cc9c3372b4fb62bb65a3f4c42e6951a4a8787648e20f245" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b75e91af-12b8-4c69-aa01-9111ef414ad2" -d '{"events": [{"name": "network-changed", "server_uuid": "06745a3f-9eec-46bb-b36d-d77358bd1e50", "tag": "29ea960d-9ed1-4bb5-b4a0-2e1939e8201e"}]}' {{(pid=91773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 06:54:24.706328 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed7be3c-de86-4ec5-98ec-b2a173550bcb service neutron] Pushing event updated for resources: {'Port': ['ID=29ea960d-9ed1-4bb5-b4a0-2e1939e8201e,revision_number=3']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:54:24.717191 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-9ed7be3c-de86-4ec5-98ec-b2a173550bcb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:54:24.730378 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efa86bc2-cec0-4000-8a27-4d6b84d10c82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a1f7952-1bb8-4863-b199-a8d4ed9da897'}] {{(pid=91774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 06:54:24.736621 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73fb9c482eb19c5c2e497b7af5ecd9f5da2a12b641d83391285fbc9a8928c34b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1aab1c2e-8c5e-4b62-a448-bb763bc4ca15" -d '{"events": [{"server_uuid": "efa86bc2-cec0-4000-8a27-4d6b84d10c82", "name": "network-vif-plugged", "status": "completed", "tag": "8a1f7952-1bb8-4863-b199-a8d4ed9da897"}]}' {{(pid=91774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 06:54:24.790955 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca57b7d-fc5d-42f0-8028-59558dd58863 req-2d0e972e-0d22-44ce-8a44-a8df92fd9b7c tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:54:24.795720 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-9ca57b7d-fc5d-42f0-8028-59558dd58863 req-2d0e972e-0d22-44ce-8a44-a8df92fd9b7c tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] 10.222.0.43 "GET /v2.0/networks?id=d923eec5-f613-4137-bc9f-8f5300ca5016 HTTP/1.1" status: 200 len: 817 time: 0.2562737 Jun 07 06:54:24.811127 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 06:54:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23139beb-e877-442f-b6b6-a2a233059b78 x-openstack-request-id: req-23139beb-e877-442f-b6b6-a2a233059b78 {{(pid=91773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 06:54:24.811127 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06745a3f-9eec-46bb-b36d-d77358bd1e50", "tag": "29ea960d-9ed1-4bb5-b4a0-2e1939e8201e", "status": "completed", "code": 200}]} {{(pid=91773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 06:54:24.811127 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-23139beb-e877-442f-b6b6-a2a233059b78 {{(pid=91773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 06:54:24.811127 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06745a3f-9eec-46bb-b36d-d77358bd1e50', 'tag': '29ea960d-9ed1-4bb5-b4a0-2e1939e8201e', 'status': 'completed', 'code': 200} Jun 07 06:54:24.847986 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 06:54:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e57fddec-a705-471d-ba0e-3c9a25047ab9 x-openstack-request-id: req-e57fddec-a705-471d-ba0e-3c9a25047ab9 {{(pid=91774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 06:54:24.848496 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efa86bc2-cec0-4000-8a27-4d6b84d10c82", "name": "network-vif-plugged", "status": "completed", "tag": "8a1f7952-1bb8-4863-b199-a8d4ed9da897", "code": 200}]} {{(pid=91774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 06:54:24.849372 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e57fddec-a705-471d-ba0e-3c9a25047ab9 {{(pid=91774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 06:54:24.849938 dv-cinder-784140-5-smb neutron-server[91774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efa86bc2-cec0-4000-8a27-4d6b84d10c82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a1f7952-1bb8-4863-b199-a8d4ed9da897', 'code': 200} Jun 07 06:54:24.926125 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6f4510-ddef-4818-9bb1-ea4889cbad08 req-c9c5fbc3-af78-4d9e-be8f-4173cb17cb82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:54:24.944506 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-9b6f4510-ddef-4818-9bb1-ea4889cbad08 req-c9c5fbc3-af78-4d9e-be8f-4173cb17cb82 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0cf7ac6ccb8642d894b6ba7f74160152&device_id=06745a3f-9eec-46bb-b36d-d77358bd1e50 HTTP/1.1" status: 200 len: 1096 time: 0.1948760 Jun 07 06:54:24.951949 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-9ca57b7d-fc5d-42f0-8028-59558dd58863 req-68a73afc-9df7-43ac-ac27-4bc97572fc5a tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a521857e620a4cd2a9ecf3c6706dbe4e HTTP/1.1" status: 200 len: 379 time: 0.1445062 Jun 07 06:54:24.963204 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.v2.base [req-9ca57b7d-fc5d-42f0-8028-59558dd58863 req-e702e165-95f3-4852-a7dc-602e94fd58df tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] Request body: {'port': {'device_id': '45af59d1-9852-4669-a1f9-b74a9c5d6b3a', 'network_id': 'd923eec5-f613-4137-bc9f-8f5300ca5016', 'admin_state_up': True, 'tenant_id': 'a521857e620a4cd2a9ecf3c6706dbe4e', 'security_groups': ['1b4cb076-4f85-41ec-a873-5e63f865f342']}} {{(pid=91772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 06:54:25.135216 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-9b6f4510-ddef-4818-9bb1-ea4889cbad08 req-50a7ce8f-8f06-4e8c-b9e8-2bf976628a38 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=29ea960d-9ed1-4bb5-b4a0-2e1939e8201e HTTP/1.1" status: 200 len: 217 time: 0.1895962 Jun 07 06:54:25.143069 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-ae1e0ffe-3f3b-4305-b01b-1ef9a5269459 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:25.226283 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.wsgi [-] (91772) accepted ('10.222.0.43', 62670) {{(pid=91772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:54:25.263030 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-ae1e0ffe-3f3b-4305-b01b-1ef9a5269459 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1706761'] for security_group, after_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:25.276783 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:54:25.333199 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [None req-ae1e0ffe-3f3b-4305-b01b-1ef9a5269459 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=fe5488d4dc44491880a60dd725395625&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7273428 Jun 07 06:54:25.336375 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.21', 52576) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:54:25.351033 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1e0ffe-3f3b-4305-b01b-1ef9a5269459 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=178b9c67-3f60-45c6-9a8c-192b2409c872,revision_number=1']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:54:25.355957 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6f4510-ddef-4818-9bb1-ea4889cbad08 req-dfb943d3-5612-45f4-bf5b-7001a5b4c6e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:54:25.358135 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-9b6f4510-ddef-4818-9bb1-ea4889cbad08 req-dfb943d3-5612-45f4-bf5b-7001a5b4c6e3 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=cf612fb8-f9f7-4687-b8ca-e3cc129879ce HTTP/1.1" status: 200 len: 849 time: 0.2127755 Jun 07 06:54:25.361032 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-ae1e0ffe-3f3b-4305-b01b-1ef9a5269459 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:54:25.399779 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28316c75-ad24-4608-9fda-d8617fa2035c req-43f13db3-0336-4237-b860-80fc62178b78 tempest-DeleteServersTestJSON-860680093 tempest-DeleteServersTestJSON-860680093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:54:25.405001 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-28316c75-ad24-4608-9fda-d8617fa2035c req-43f13db3-0336-4237-b860-80fc62178b78 tempest-DeleteServersTestJSON-860680093 tempest-DeleteServersTestJSON-860680093-project] 10.222.0.21 "GET /v2.0/ports?device_id=ceec9758-9583-463f-b33b-30adbbb05a38 HTTP/1.1" status: 200 len: 945 time: 0.3117685 Jun 07 06:54:25.416818 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ca57b7d-fc5d-42f0-8028-59558dd58863 req-e702e165-95f3-4852-a7dc-602e94fd58df tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] Made reservation on behalf of a521857e620a4cd2a9ecf3c6706dbe4e for: {'port': 1} {{(pid=91772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 06:54:25.421376 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [req-9ca57b7d-fc5d-42f0-8028-59558dd58863 req-e702e165-95f3-4852-a7dc-602e94fd58df tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564700'] for port, before_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:25.484635 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82351527-32d7-4a9c-80b1-9700a5fead7e req-6f65a077-874a-4d21-b5ea-b76aef44339e tempest-AttachVolumeNegativeTest-2031625228 tempest-AttachVolumeNegativeTest-2031625228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:54:25.489687 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-82351527-32d7-4a9c-80b1-9700a5fead7e req-6f65a077-874a-4d21-b5ea-b76aef44339e tempest-AttachVolumeNegativeTest-2031625228 tempest-AttachVolumeNegativeTest-2031625228-project] 10.222.0.21 "GET /v2.0/ports?device_id=efa86bc2-cec0-4000-8a27-4d6b84d10c82 HTTP/1.1" status: 200 len: 945 time: 0.3259151 Jun 07 06:54:25.509813 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4721d493-1b24-49cd-9fc1-d4b455c9fb52 req-7d5e1128-f72c-4015-bba1-ce6850852905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:54:25.511244 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-4721d493-1b24-49cd-9fc1-d4b455c9fb52 req-7d5e1128-f72c-4015-bba1-ce6850852905 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=efa86bc2-cec0-4000-8a27-4d6b84d10c82 HTTP/1.1" status: 200 len: 1098 time: 0.2770452 Jun 07 06:54:25.538047 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-4afb2810-b2bf-47a5-b33b-596986384787 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:25.615567 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-4afb2810-b2bf-47a5-b33b-596986384787 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:25.667045 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-28316c75-ad24-4608-9fda-d8617fa2035c req-c31d2f8c-4d7c-4465-9964-79dd82c9af4a tempest-DeleteServersTestJSON-860680093 tempest-DeleteServersTestJSON-860680093-project] 10.222.0.21 "GET /v2.0/security-groups?id=d2d7d5d0-eebd-4afb-988f-1e380bfdd76f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2494905 Jun 07 06:54:25.705806 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6f4510-ddef-4818-9bb1-ea4889cbad08 req-66616034-61be-4a97-887d-d65927a5d817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:54:25.707250 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-9b6f4510-ddef-4818-9bb1-ea4889cbad08 req-66616034-61be-4a97-887d-d65927a5d817 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=90cfa33b-3934-46a0-a3d0-faaa7bfec8df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3373303 Jun 07 06:54:25.719576 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-82351527-32d7-4a9c-80b1-9700a5fead7e req-a3caa51e-ff10-4beb-8023-61a9749d2603 tempest-AttachVolumeNegativeTest-2031625228 tempest-AttachVolumeNegativeTest-2031625228-project] 10.222.0.21 "GET /v2.0/security-groups?id=3d4b3a4d-8433-4457-868d-75e29ba07bfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2120423 Jun 07 06:54:25.731642 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-4721d493-1b24-49cd-9fc1-d4b455c9fb52 req-b89d3de6-6886-4202-8fb7-9657fb1944ea service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=3d4b3a4d-8433-4457-868d-75e29ba07bfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2084439 Jun 07 06:54:25.856845 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.db.db_base_plugin_common [req-9ca57b7d-fc5d-42f0-8028-59558dd58863 req-e702e165-95f3-4852-a7dc-602e94fd58df tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] Allocated IP 172.20.0.9 (d923eec5-f613-4137-bc9f-8f5300ca5016/c3d491a8-638d-42a9-876a-8c51b2a3d541/224d0336-a833-49e1-a20e-5c98bfa53246) {{(pid=91772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 06:54:25.901752 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron.db.agents_db [None req-9f63f2a9-7775-47ca-9fc8-a7f68791a20c None None] Agent healthcheck: found 6 active agents {{(pid=91775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 06:54:25.922351 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-4afb2810-b2bf-47a5-b33b-596986384787 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1706761'] for security_group, after_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:25.923995 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-8b8575dc-a000-4371-bf99-9814ceb9f247 req-639dc1fd-8151-40ae-80be-38ef5916a015 tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] 10.222.0.21 "GET /v2.0/ports?device_id=45af59d1-9852-4669-a1f9-b74a9c5d6b3a HTTP/1.1" status: 200 len: 210 time: 0.0549498 Jun 07 06:54:25.927358 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-4afb2810-b2bf-47a5-b33b-596986384787 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:25.928469 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [None req-4afb2810-b2bf-47a5-b33b-596986384787 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/178b9c67-3f60-45c6-9a8c-192b2409c872 HTTP/1.1" status: 204 len: 168 time: 0.5905454 Jun 07 06:54:25.954982 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:54:25.967393 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afb2810-b2bf-47a5-b33b-596986384787 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=178b9c67-3f60-45c6-9a8c-192b2409c872,revision_number=None']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:54:25.970781 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-9b6f4510-ddef-4818-9bb1-ea4889cbad08 req-504df6b7-2723-4ef1-8e12-7d6f225e7133 service neutron] 10.222.0.43 "GET /v2.0/networks/90cfa33b-3934-46a0-a3d0-faaa7bfec8df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2508008 Jun 07 06:54:25.971515 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-4afb2810-b2bf-47a5-b33b-596986384787 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:54:26.077424 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311bc414-19cc-4eb8-8466-b31a51dfc536 req-e2ac934c-576b-4293-880f-77fe4413aba2 tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:54:26.078942 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-311bc414-19cc-4eb8-8466-b31a51dfc536 req-e2ac934c-576b-4293-880f-77fe4413aba2 tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] 10.222.0.21 "GET /v2.0/ports?device_id=06745a3f-9eec-46bb-b36d-d77358bd1e50 HTTP/1.1" status: 200 len: 943 time: 0.1622419 Jun 07 06:54:26.118884 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-9b6f4510-ddef-4818-9bb1-ea4889cbad08 req-eb661cc0-3005-4051-bc51-6e70cf190995 service neutron] 10.222.0.43 "GET /v2.0/networks/90cfa33b-3934-46a0-a3d0-faaa7bfec8df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1401503 Jun 07 06:54:26.200915 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-311bc414-19cc-4eb8-8466-b31a51dfc536 req-ac8cb3ae-1b12-4176-85e7-277ae91f003d tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] 10.222.0.21 "GET /v2.0/security-groups?id=28c64220-de7a-4111-93c0-91d84e10d665&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763237 Jun 07 06:54:26.227631 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [req-9ca57b7d-fc5d-42f0-8028-59558dd58863 req-e702e165-95f3-4852-a7dc-602e94fd58df tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] Notify callbacks [] for port, precommit_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:26.245648 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.db.provisioning_blocks [req-9ca57b7d-fc5d-42f0-8028-59558dd58863 req-e702e165-95f3-4852-a7dc-602e94fd58df tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] Transition to ACTIVE for port object 224d0336-a833-49e1-a20e-5c98bfa53246 will not be triggered until provisioned by entity DHCP. {{(pid=91772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 06:54:26.274252 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75e91af-12b8-4c69-aa01-9111ef414ad2 req-76dfbeda-c2ec-4c60-ad59-9a531de1b19f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:54:26.275757 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-b75e91af-12b8-4c69-aa01-9111ef414ad2 req-76dfbeda-c2ec-4c60-ad59-9a531de1b19f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0cf7ac6ccb8642d894b6ba7f74160152&device_id=06745a3f-9eec-46bb-b36d-d77358bd1e50 HTTP/1.1" status: 200 len: 1096 time: 0.0831749 Jun 07 06:54:26.277274 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [req-9ca57b7d-fc5d-42f0-8028-59558dd58863 req-e702e165-95f3-4852-a7dc-602e94fd58df tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-569476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648536', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762331935079'] for port, after_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:26.283270 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-425f3307-76bb-4f28-b05c-6d92bf552744 tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:54:26.353791 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ca57b7d-fc5d-42f0-8028-59558dd58863 req-e702e165-95f3-4852-a7dc-602e94fd58df tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] Network d923eec5-f613-4137-bc9f-8f5300ca5016 is already hosted by enough agents. {{(pid=91772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 06:54:26.356775 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.scheduler.base_scheduler [req-9ca57b7d-fc5d-42f0-8028-59558dd58863 req-e702e165-95f3-4852-a7dc-602e94fd58df tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] Resources bound (agent type, host, resource id): {{(pid=91772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 06:54:26.360593 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ca57b7d-fc5d-42f0-8028-59558dd58863 req-e702e165-95f3-4852-a7dc-602e94fd58df tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] Received port after_create {{(pid=91772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 06:54:26.365922 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca57b7d-fc5d-42f0-8028-59558dd58863 req-e702e165-95f3-4852-a7dc-602e94fd58df tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:54:26.366508 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [req-9ca57b7d-fc5d-42f0-8028-59558dd58863 req-e702e165-95f3-4852-a7dc-602e94fd58df tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648630'] for port, before_response {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:26.377432 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e702e165-95f3-4852-a7dc-602e94fd58df tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] Pushing event updated for resources: {'Port': ['ID=224d0336-a833-49e1-a20e-5c98bfa53246,revision_number=1']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:54:26.384405 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-e702e165-95f3-4852-a7dc-602e94fd58df tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:54:26.394721 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-9ca57b7d-fc5d-42f0-8028-59558dd58863 req-e702e165-95f3-4852-a7dc-602e94fd58df tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4371789 Jun 07 06:54:26.408547 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.v2.base [req-9ca57b7d-fc5d-42f0-8028-59558dd58863 req-7f7b92da-bdf4-478f-8f92-6f9bd43f4f2a service neutron] Request body: {'port': {'device_id': '45af59d1-9852-4669-a1f9-b74a9c5d6b3a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78414'}} {{(pid=91772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 06:54:26.428663 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75e91af-12b8-4c69-aa01-9111ef414ad2 req-9b412740-2a43-4e47-a6b7-6bf7dc40b9d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:54:26.430067 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-b75e91af-12b8-4c69-aa01-9111ef414ad2 req-9b412740-2a43-4e47-a6b7-6bf7dc40b9d8 service neutron] 10.222.0.43 "GET /v2.0/networks?id=90cfa33b-3934-46a0-a3d0-faaa7bfec8df HTTP/1.1" status: 200 len: 911 time: 0.1459305 Jun 07 06:54:26.517492 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-b75e91af-12b8-4c69-aa01-9111ef414ad2 req-f8d3d4d5-5d31-44ac-a2ca-5eacd29db113 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=29ea960d-9ed1-4bb5-b4a0-2e1939e8201e HTTP/1.1" status: 200 len: 217 time: 0.0776110 Jun 07 06:54:26.541817 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [req-9ca57b7d-fc5d-42f0-8028-59558dd58863 req-7f7b92da-bdf4-478f-8f92-6f9bd43f4f2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564700'] for port, before_update {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:26.607143 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75e91af-12b8-4c69-aa01-9111ef414ad2 req-71a3ebd8-cfcf-4809-987d-ac583121cd9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:54:26.609113 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-b75e91af-12b8-4c69-aa01-9111ef414ad2 req-71a3ebd8-cfcf-4809-987d-ac583121cd9d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=cf612fb8-f9f7-4687-b8ca-e3cc129879ce HTTP/1.1" status: 200 len: 849 time: 0.0616362 Jun 07 06:54:26.670722 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.db.provisioning_blocks [None req-b527f7de-7f48-42e1-ae39-04d2cecb8156 None None] Provisioning for port 224d0336-a833-49e1-a20e-5c98bfa53246 completed by entity DHCP. {{(pid=91774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 06:54:26.678139 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.db.provisioning_blocks [None req-b527f7de-7f48-42e1-ae39-04d2cecb8156 None None] Provisioning complete for port 224d0336-a833-49e1-a20e-5c98bfa53246 triggered by entity DHCP. {{(pid=91774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 06:54:26.678521 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-b527f7de-7f48-42e1-ae39-04d2cecb8156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723953'] for port, provisioning_complete {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:26.741261 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.plugin [None req-b527f7de-7f48-42e1-ae39-04d2cecb8156 None None] Port 224d0336-a833-49e1-a20e-5c98bfa53246 cannot update to ACTIVE because it is not bound. {{(pid=91774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 07 06:54:26.747400 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75e91af-12b8-4c69-aa01-9111ef414ad2 req-b261f231-25df-4b85-8feb-343d568f7749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:54:26.749559 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-b75e91af-12b8-4c69-aa01-9111ef414ad2 req-b261f231-25df-4b85-8feb-343d568f7749 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=90cfa33b-3934-46a0-a3d0-faaa7bfec8df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1313484 Jun 07 06:54:27.034818 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-b75e91af-12b8-4c69-aa01-9111ef414ad2 req-21ce36d3-68f5-4ba0-a891-1fbc7504182f service neutron] 10.222.0.43 "GET /v2.0/networks/90cfa33b-3934-46a0-a3d0-faaa7bfec8df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2748404 Jun 07 06:54:27.197148 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-b75e91af-12b8-4c69-aa01-9111ef414ad2 req-1fc75a72-0ba4-44a1-844b-79fc096db29f service neutron] 10.222.0.43 "GET /v2.0/networks/90cfa33b-3934-46a0-a3d0-faaa7bfec8df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1532207 Jun 07 06:54:27.429741 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.notifiers.nova [req-9ca57b7d-fc5d-42f0-8028-59558dd58863 req-7f7b92da-bdf4-478f-8f92-6f9bd43f4f2a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 224d0336-a833-49e1-a20e-5c98bfa53246 {{(pid=91772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 06:54:27.430825 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.21', 52652) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:54:27.460335 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [req-9ca57b7d-fc5d-42f0-8028-59558dd58863 req-7f7b92da-bdf4-478f-8f92-6f9bd43f4f2a service neutron] Notify callbacks [] for port, precommit_update {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:27.476274 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e48b8c-f7e6-4f7b-9757-52e6999c05b6 req-723f3651-4a73-44c8-bf17-06844ee0ce66 tempest-DeleteServersTestJSON-860680093 tempest-DeleteServersTestJSON-860680093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:54:27.489038 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-00e48b8c-f7e6-4f7b-9757-52e6999c05b6 req-723f3651-4a73-44c8-bf17-06844ee0ce66 tempest-DeleteServersTestJSON-860680093 tempest-DeleteServersTestJSON-860680093-project] 10.222.0.21 "GET /v2.0/ports?device_id=ceec9758-9583-463f-b33b-30adbbb05a38 HTTP/1.1" status: 200 len: 945 time: 0.5686443 Jun 07 06:54:27.549444 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e91373-8ce8-4da3-bbc1-8935ae6aedf2 req-eb663d64-2ecb-4e4e-b37f-3eb5da863766 tempest-AttachVolumeNegativeTest-2031625228 tempest-AttachVolumeNegativeTest-2031625228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:54:27.550900 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-96e91373-8ce8-4da3-bbc1-8935ae6aedf2 req-eb663d64-2ecb-4e4e-b37f-3eb5da863766 tempest-AttachVolumeNegativeTest-2031625228 tempest-AttachVolumeNegativeTest-2031625228-project] 10.222.0.21 "GET /v2.0/ports?device_id=efa86bc2-cec0-4000-8a27-4d6b84d10c82 HTTP/1.1" status: 200 len: 945 time: 0.3272872 Jun 07 06:54:27.582014 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-00e48b8c-f7e6-4f7b-9757-52e6999c05b6 req-ed9cc14e-71e4-4cad-8959-d5c5eaaa2147 tempest-DeleteServersTestJSON-860680093 tempest-DeleteServersTestJSON-860680093-project] 10.222.0.21 "GET /v2.0/security-groups?id=d2d7d5d0-eebd-4afb-988f-1e380bfdd76f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918443 Jun 07 06:54:27.586077 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.db.provisioning_blocks [req-9ca57b7d-fc5d-42f0-8028-59558dd58863 req-7f7b92da-bdf4-478f-8f92-6f9bd43f4f2a service neutron] Transition to ACTIVE for port object 224d0336-a833-49e1-a20e-5c98bfa53246 will not be triggered until provisioned by entity L2. {{(pid=91772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 06:54:27.602685 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-48e7eb28-57bb-487c-b7d9-dc6d858b7275 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:27.622094 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [req-9ca57b7d-fc5d-42f0-8028-59558dd58863 req-7f7b92da-bdf4-478f-8f92-6f9bd43f4f2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-569476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762332438254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762331935097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762331935142'] for port, after_update {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:27.640304 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:54:27.703165 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-96e91373-8ce8-4da3-bbc1-8935ae6aedf2 req-1bd6ed56-08fc-4e4b-919b-295b40e3089b tempest-AttachVolumeNegativeTest-2031625228 tempest-AttachVolumeNegativeTest-2031625228-project] 10.222.0.21 "GET /v2.0/security-groups?id=3d4b3a4d-8433-4457-868d-75e29ba07bfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434481 Jun 07 06:54:27.798990 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-48e7eb28-57bb-487c-b7d9-dc6d858b7275 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:27.806759 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-48e7eb28-57bb-487c-b7d9-dc6d858b7275 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1706761'] for security_group, after_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:27.819824 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-4afb2810-b2bf-47a5-b33b-596986384787 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:54:27.878537 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [None req-48e7eb28-57bb-487c-b7d9-dc6d858b7275 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3b8e5d175d004e78a02404b4a516d4fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4465268 Jun 07 06:54:27.881008 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e7eb28-57bb-487c-b7d9-dc6d858b7275 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d075655d-d9ff-47f4-8899-43157c1e798c,revision_number=1']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:54:27.884379 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.21', 52668) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:54:28.025520 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-48e7eb28-57bb-487c-b7d9-dc6d858b7275 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:54:28.044907 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7b92da-bdf4-478f-8f92-6f9bd43f4f2a service neutron] Pushing event updated for resources: {'Port': ['ID=224d0336-a833-49e1-a20e-5c98bfa53246,revision_number=2']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:54:28.058345 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-7f7b92da-bdf4-478f-8f92-6f9bd43f4f2a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.418s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:54:28.083320 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.plugins.ml2.managers [req-9ca57b7d-fc5d-42f0-8028-59558dd58863 req-7f7b92da-bdf4-478f-8f92-6f9bd43f4f2a service neutron] Attempting to bind port 224d0336-a833-49e1-a20e-5c98bfa53246 on host hv-cinder-78414 for vnic_type normal with profile {{(pid=91772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 06:54:28.083823 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.plugins.ml2.managers [req-9ca57b7d-fc5d-42f0-8028-59558dd58863 req-7f7b92da-bdf4-478f-8f92-6f9bd43f4f2a service neutron] Attempting to bind port 224d0336-a833-49e1-a20e-5c98bfa53246 by drivers openvswitch,hyperv on host hv-cinder-78414 at level 0 using segments [{'id': '3ffd2bba-2e4c-4340-84bb-337c4d476270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'd923eec5-f613-4137-bc9f-8f5300ca5016'}] {{(pid=91772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 06:54:28.084364 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ca57b7d-fc5d-42f0-8028-59558dd58863 req-7f7b92da-bdf4-478f-8f92-6f9bd43f4f2a service neutron] Attempting to bind port 224d0336-a833-49e1-a20e-5c98bfa53246 on network d923eec5-f613-4137-bc9f-8f5300ca5016 {{(pid=91772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 06:54:28.100150 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-4b128589-3314-4241-a578-0ef31e1fc00b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:28.102768 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ca57b7d-fc5d-42f0-8028-59558dd58863 req-7f7b92da-bdf4-478f-8f92-6f9bd43f4f2a service neutron] Port 224d0336-a833-49e1-a20e-5c98bfa53246 on network d923eec5-f613-4137-bc9f-8f5300ca5016 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78414 {{(pid=91772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 07 06:54:28.103210 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ca57b7d-fc5d-42f0-8028-59558dd58863 req-7f7b92da-bdf4-478f-8f92-6f9bd43f4f2a service neutron] Attempting to bind port 224d0336-a833-49e1-a20e-5c98bfa53246 on network d923eec5-f613-4137-bc9f-8f5300ca5016 {{(pid=91772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 06:54:28.114895 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ca57b7d-fc5d-42f0-8028-59558dd58863 req-7f7b92da-bdf4-478f-8f92-6f9bd43f4f2a service neutron] Checking agent: {'id': '5a91191c-7894-4314-84ee-19ce578def86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78414', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 6, 52, 11), 'started_at': datetime.datetime(2021, 6, 7, 6, 52, 11), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 6, 54, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 06:54:28.115366 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ca57b7d-fc5d-42f0-8028-59558dd58863 req-7f7b92da-bdf4-478f-8f92-6f9bd43f4f2a service neutron] Checking segment: {'id': '3ffd2bba-2e4c-4340-84bb-337c4d476270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'd923eec5-f613-4137-bc9f-8f5300ca5016'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 06:54:28.115848 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ca57b7d-fc5d-42f0-8028-59558dd58863 req-7f7b92da-bdf4-478f-8f92-6f9bd43f4f2a service neutron] Bound using segment: {'id': '3ffd2bba-2e4c-4340-84bb-337c4d476270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'd923eec5-f613-4137-bc9f-8f5300ca5016'} {{(pid=91772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 06:54:28.116400 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.plugins.ml2.managers [req-9ca57b7d-fc5d-42f0-8028-59558dd58863 req-7f7b92da-bdf4-478f-8f92-6f9bd43f4f2a service neutron] Bound port: 224d0336-a833-49e1-a20e-5c98bfa53246, host: hv-cinder-78414, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ffd2bba-2e4c-4340-84bb-337c4d476270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'd923eec5-f613-4137-bc9f-8f5300ca5016'}}] {{(pid=91772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 06:54:28.116831 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [req-9ca57b7d-fc5d-42f0-8028-59558dd58863 req-7f7b92da-bdf4-478f-8f92-6f9bd43f4f2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564700'] for port, before_update {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:28.145359 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-4b128589-3314-4241-a578-0ef31e1fc00b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:28.203533 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bdb11a-ead7-4dc5-be45-7f91751ba964 req-061253a8-984d-4ec8-80e1-5e1369b13c4d tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:54:28.205152 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-38bdb11a-ead7-4dc5-be45-7f91751ba964 req-061253a8-984d-4ec8-80e1-5e1369b13c4d tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] 10.222.0.21 "GET /v2.0/ports?device_id=45af59d1-9852-4669-a1f9-b74a9c5d6b3a HTTP/1.1" status: 200 len: 943 time: 0.3983481 Jun 07 06:54:28.215367 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-4b128589-3314-4241-a578-0ef31e1fc00b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1706761'] for security_group, after_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:28.219105 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-4b128589-3314-4241-a578-0ef31e1fc00b admin admin] Notify callbacks [] for security_group, before_response {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:28.220464 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [None req-4b128589-3314-4241-a578-0ef31e1fc00b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d075655d-d9ff-47f4-8899-43157c1e798c HTTP/1.1" status: 204 len: 168 time: 0.3186955 Jun 07 06:54:28.221336 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:54:28.240734 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b128589-3314-4241-a578-0ef31e1fc00b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d075655d-d9ff-47f4-8899-43157c1e798c,revision_number=None']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:54:28.244913 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-4b128589-3314-4241-a578-0ef31e1fc00b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:54:28.245784 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effd3c3e-f6e2-456c-b41d-ee4fd39b4e4c req-39c055d6-3450-430b-9486-693b25099e87 tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:54:28.253351 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-effd3c3e-f6e2-456c-b41d-ee4fd39b4e4c req-39c055d6-3450-430b-9486-693b25099e87 tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] 10.222.0.21 "GET /v2.0/ports?device_id=06745a3f-9eec-46bb-b36d-d77358bd1e50 HTTP/1.1" status: 200 len: 943 time: 0.2627437 Jun 07 06:54:28.378559 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-38bdb11a-ead7-4dc5-be45-7f91751ba964 req-638c4e17-71fb-4f4c-aca2-df236431fe53 tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] 10.222.0.21 "GET /v2.0/security-groups?id=1b4cb076-4f85-41ec-a873-5e63f865f342&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1515520 Jun 07 06:54:28.379814 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.plugins.ml2.db [req-9ca57b7d-fc5d-42f0-8028-59558dd58863 req-7f7b92da-bdf4-478f-8f92-6f9bd43f4f2a service neutron] For port 224d0336-a833-49e1-a20e-5c98bfa53246, host hv-cinder-78414, cleared binding levels {{(pid=91772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 06:54:28.385118 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.plugins.ml2.db [req-9ca57b7d-fc5d-42f0-8028-59558dd58863 req-7f7b92da-bdf4-478f-8f92-6f9bd43f4f2a service neutron] For port 224d0336-a833-49e1-a20e-5c98bfa53246, host hv-cinder-78414, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=224d0336-a833-49e1-a20e-5c98bfa53246,segment=NetworkSegment(3ffd2bba-2e4c-4340-84bb-337c4d476270),segment_id=3ffd2bba-2e4c-4340-84bb-337c4d476270)] {{(pid=91772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 06:54:28.393016 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-effd3c3e-f6e2-456c-b41d-ee4fd39b4e4c req-99e13d38-67cf-4c32-8f01-23fd5e34418e tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] 10.222.0.21 "GET /v2.0/security-groups?id=28c64220-de7a-4111-93c0-91d84e10d665&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1387804 Jun 07 06:54:28.394733 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [req-9ca57b7d-fc5d-42f0-8028-59558dd58863 req-7f7b92da-bdf4-478f-8f92-6f9bd43f4f2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-569476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762332438254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762331935097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762331935142'] for port, after_update {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:28.406174 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:54:28.469696 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca57b7d-fc5d-42f0-8028-59558dd58863 req-7f7b92da-bdf4-478f-8f92-6f9bd43f4f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:54:28.470941 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [req-9ca57b7d-fc5d-42f0-8028-59558dd58863 req-7f7b92da-bdf4-478f-8f92-6f9bd43f4f2a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648630'] for port, before_response {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:28.472628 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-9ca57b7d-fc5d-42f0-8028-59558dd58863 req-7f7b92da-bdf4-478f-8f92-6f9bd43f4f2a service neutron] 10.222.0.43 "PUT /v2.0/ports/224d0336-a833-49e1-a20e-5c98bfa53246 HTTP/1.1" status: 200 len: 1093 time: 2.0697138 Jun 07 06:54:28.473264 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45af59d1-9852-4669-a1f9-b74a9c5d6b3a', 'tag': '224d0336-a833-49e1-a20e-5c98bfa53246'}] {{(pid=91772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 06:54:28.475755 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b3564b50ce45010e06e11b2a9bfee31ad6a5dcfa31583fbede74178fb7a3d70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d988ff3-9f06-4f8b-bfbb-617a000bbeb0" -d '{"events": [{"name": "network-changed", "server_uuid": "45af59d1-9852-4669-a1f9-b74a9c5d6b3a", "tag": "224d0336-a833-49e1-a20e-5c98bfa53246"}]}' {{(pid=91772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 06:54:28.623998 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 06:54:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfc22b97-4559-4dab-a893-ef30586130e5 x-openstack-request-id: req-cfc22b97-4559-4dab-a893-ef30586130e5 {{(pid=91772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 06:54:28.624260 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45af59d1-9852-4669-a1f9-b74a9c5d6b3a", "tag": "224d0336-a833-49e1-a20e-5c98bfa53246", "status": "completed", "code": 200}]} {{(pid=91772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 06:54:28.624526 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-cfc22b97-4559-4dab-a893-ef30586130e5 {{(pid=91772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 06:54:28.624925 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45af59d1-9852-4669-a1f9-b74a9c5d6b3a', 'tag': '224d0336-a833-49e1-a20e-5c98bfa53246', 'status': 'completed', 'code': 200} Jun 07 06:54:28.664499 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7b92da-bdf4-478f-8f92-6f9bd43f4f2a service neutron] Pushing event updated for resources: {'Port': ['ID=224d0336-a833-49e1-a20e-5c98bfa53246,revision_number=3']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:54:28.677583 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-7f7b92da-bdf4-478f-8f92-6f9bd43f4f2a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:54:28.715681 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca57b7d-fc5d-42f0-8028-59558dd58863 req-a684dd45-03e0-4b62-b202-50a513ec011c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:54:28.719617 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-9ca57b7d-fc5d-42f0-8028-59558dd58863 req-a684dd45-03e0-4b62-b202-50a513ec011c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a521857e620a4cd2a9ecf3c6706dbe4e&device_id=45af59d1-9852-4669-a1f9-b74a9c5d6b3a HTTP/1.1" status: 200 len: 1096 time: 0.1949348 Jun 07 06:54:28.801051 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-9ca57b7d-fc5d-42f0-8028-59558dd58863 req-54500a68-6426-40fd-a0dc-3dbebd1699b2 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=224d0336-a833-49e1-a20e-5c98bfa53246 HTTP/1.1" status: 200 len: 217 time: 0.0722828 Jun 07 06:54:28.888028 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca57b7d-fc5d-42f0-8028-59558dd58863 req-8bd1d2f9-b425-4fc3-be74-0502c650135a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:54:28.890567 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-9ca57b7d-fc5d-42f0-8028-59558dd58863 req-8bd1d2f9-b425-4fc3-be74-0502c650135a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c3d491a8-638d-42a9-876a-8c51b2a3d541 HTTP/1.1" status: 200 len: 856 time: 0.0824111 Jun 07 06:54:28.919613 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.21', 52708) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:54:28.940731 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-fac6ef84-5dbd-4b82-9f04-d2bcec7eb329 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:29.007803 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca57b7d-fc5d-42f0-8028-59558dd58863 req-ee69c3a6-eeb5-4748-bafe-680082c4d94f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:54:29.008289 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-9ca57b7d-fc5d-42f0-8028-59558dd58863 req-ee69c3a6-eeb5-4748-bafe-680082c4d94f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d923eec5-f613-4137-bc9f-8f5300ca5016&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1097314 Jun 07 06:54:29.072184 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-fac6ef84-5dbd-4b82-9f04-d2bcec7eb329 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:29.078789 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-fac6ef84-5dbd-4b82-9f04-d2bcec7eb329 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1706761'] for security_group, after_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:29.120106 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:54:29.149394 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac6ef84-5dbd-4b82-9f04-d2bcec7eb329 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc8400f1-224e-4c79-85a6-84ed24f33a47,revision_number=1']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:54:29.160075 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-fac6ef84-5dbd-4b82-9f04-d2bcec7eb329 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:54:29.162167 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-9ca57b7d-fc5d-42f0-8028-59558dd58863 req-2c7c4314-d9f1-4c74-9ab6-9ed631e49c1e service neutron] 10.222.0.43 "GET /v2.0/networks/d923eec5-f613-4137-bc9f-8f5300ca5016?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1474586 Jun 07 06:54:29.163500 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [None req-fac6ef84-5dbd-4b82-9f04-d2bcec7eb329 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d2f2f1e4ca684d8eb1f72d76e69e1213&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2417378 Jun 07 06:54:29.165703 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.21', 52722) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:54:29.199009 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Device 29ea960d-9ed1-4bb5-b4a0-2e1939e8201e details requested by agent hyperv_hv-cinder-78414 with host hv-cinder-78414 {{(pid=91774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 07 06:54:29.234770 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-df09b85c-65ce-477e-8b0d-27209b1afb45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:29.264889 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-df09b85c-65ce-477e-8b0d-27209b1afb45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:29.391040 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-df09b85c-65ce-477e-8b0d-27209b1afb45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1706761'] for security_group, after_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:29.394941 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-df09b85c-65ce-477e-8b0d-27209b1afb45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:29.396240 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [None req-df09b85c-65ce-477e-8b0d-27209b1afb45 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/cc8400f1-224e-4c79-85a6-84ed24f33a47 HTTP/1.1" status: 204 len: 168 time: 0.2292826 Jun 07 06:54:29.396985 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-ae1e0ffe-3f3b-4305-b01b-1ef9a5269459 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:54:29.430917 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df09b85c-65ce-477e-8b0d-27209b1afb45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc8400f1-224e-4c79-85a6-84ed24f33a47,revision_number=None']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:54:29.443202 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-9ca57b7d-fc5d-42f0-8028-59558dd58863 req-8893529c-81ab-44c7-b015-9ca6f4b9bcc2 service neutron] 10.222.0.43 "GET /v2.0/networks/d923eec5-f613-4137-bc9f-8f5300ca5016?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2723916 Jun 07 06:54:29.457959 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-df09b85c-65ce-477e-8b0d-27209b1afb45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:54:29.482174 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.db [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] For port 29ea960d-9ed1-4bb5-b4a0-2e1939e8201e, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=29ea960d-9ed1-4bb5-b4a0-2e1939e8201e,segment=NetworkSegment(52b2ea56-693b-48b2-9a2b-8ef6c7482fc0),segment_id=52b2ea56-693b-48b2-9a2b-8ef6c7482fc0)] {{(pid=91774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 06:54:29.526206 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Returning: {'device': '29ea960d-9ed1-4bb5-b4a0-2e1939e8201e', 'network_id': '90cfa33b-3934-46a0-a3d0-faaa7bfec8df', 'port_id': '29ea960d-9ed1-4bb5-b4a0-2e1939e8201e', 'mac_address': 'fa:16:3e:c8:88:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf612fb8-f9f7-4687-b8ca-e3cc129879ce', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 07 06:54:29.609909 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564700'] for port, before_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:29.629029 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.notifiers.nova [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29ea960d-9ed1-4bb5-b4a0-2e1939e8201e {{(pid=91774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 06:54:29.647107 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.db [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] For port 29ea960d-9ed1-4bb5-b4a0-2e1939e8201e, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=29ea960d-9ed1-4bb5-b4a0-2e1939e8201e,segment=NetworkSegment(52b2ea56-693b-48b2-9a2b-8ef6c7482fc0),segment_id=52b2ea56-693b-48b2-9a2b-8ef6c7482fc0)] {{(pid=91774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 06:54:29.655670 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-569476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762332438254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762331935097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762331935142'] for port, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:29.663370 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-56dce594-d92e-4789-80e2-0cff35f860aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:54:29.800568 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Pushing event updated for resources: {'Port': ['ID=29ea960d-9ed1-4bb5-b4a0-2e1939e8201e,revision_number=4']} {{(pid=91774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:54:29.820392 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:54:29.911097 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d988ff3-9f06-4f8b-bfbb-617a000bbeb0 req-4a5a05c6-4784-466a-af1f-9b18ba25538a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:54:29.912825 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-9d988ff3-9f06-4f8b-bfbb-617a000bbeb0 req-4a5a05c6-4784-466a-af1f-9b18ba25538a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a521857e620a4cd2a9ecf3c6706dbe4e&device_id=45af59d1-9852-4669-a1f9-b74a9c5d6b3a HTTP/1.1" status: 200 len: 1096 time: 0.3803608 Jun 07 06:54:29.923603 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.db [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] get_ports_and_sgs() called for port_ids ['29ea960d-9ed1-4bb5-b4a0-2e1939e8201e'] {{(pid=91774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 06:54:29.994190 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222aa558-c3af-4feb-a638-ee2886570c5b req-6d6fed46-1788-49e4-8d94-e5858f7c4da9 tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:54:29.995722 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-222aa558-c3af-4feb-a638-ee2886570c5b req-6d6fed46-1788-49e4-8d94-e5858f7c4da9 tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] 10.222.0.21 "GET /v2.0/ports?device_id=06745a3f-9eec-46bb-b36d-d77358bd1e50 HTTP/1.1" status: 200 len: 944 time: 0.3527424 Jun 07 06:54:30.046019 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a3742a-1ce5-4f5c-88ba-2b5d3e56dda5 req-2baa92be-c9d9-4bef-8f93-07a13a8449af tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:54:30.047463 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-70a3742a-1ce5-4f5c-88ba-2b5d3e56dda5 req-2baa92be-c9d9-4bef-8f93-07a13a8449af tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] 10.222.0.21 "GET /v2.0/ports?device_id=45af59d1-9852-4669-a1f9-b74a9c5d6b3a HTTP/1.1" status: 200 len: 943 time: 0.4058197 Jun 07 06:54:30.103376 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.21', 52758) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:54:30.146815 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d988ff3-9f06-4f8b-bfbb-617a000bbeb0 req-ba5465b3-5f65-4cad-b71b-c880aed907b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:54:30.148266 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-9d988ff3-9f06-4f8b-bfbb-617a000bbeb0 req-ba5465b3-5f65-4cad-b71b-c880aed907b4 service neutron] 10.222.0.43 "GET /v2.0/networks?id=d923eec5-f613-4137-bc9f-8f5300ca5016 HTTP/1.1" status: 200 len: 918 time: 0.2288613 Jun 07 06:54:30.151337 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-222aa558-c3af-4feb-a638-ee2886570c5b req-ce91d2d6-dfae-401d-a324-18fbd88c052a tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] 10.222.0.21 "GET /v2.0/security-groups?id=28c64220-de7a-4111-93c0-91d84e10d665&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1027098 Jun 07 06:54:30.186150 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-ae7a6cdc-9ed8-438f-a937-e5eeb361065d admin admin] Notify callbacks [] for security_group, before_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:30.216439 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-70a3742a-1ce5-4f5c-88ba-2b5d3e56dda5 req-afa12df1-c9e5-4f9f-b899-c2a0afa509fc tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] 10.222.0.21 "GET /v2.0/security-groups?id=1b4cb076-4f85-41ec-a873-5e63f865f342&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1460342 Jun 07 06:54:30.225470 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-9d988ff3-9f06-4f8b-bfbb-617a000bbeb0 req-8089e9a5-423e-43bc-a14c-5af370fead8b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=224d0336-a833-49e1-a20e-5c98bfa53246 HTTP/1.1" status: 200 len: 217 time: 0.0676100 Jun 07 06:54:30.290972 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-ae7a6cdc-9ed8-438f-a937-e5eeb361065d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:30.295855 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-ae7a6cdc-9ed8-438f-a937-e5eeb361065d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1706761'] for security_group, after_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:30.304870 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:54:30.309380 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d988ff3-9f06-4f8b-bfbb-617a000bbeb0 req-9e458629-b725-4ba1-aa38-42478e2a776e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:54:30.310804 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-9d988ff3-9f06-4f8b-bfbb-617a000bbeb0 req-9e458629-b725-4ba1-aa38-42478e2a776e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c3d491a8-638d-42a9-876a-8c51b2a3d541 HTTP/1.1" status: 200 len: 856 time: 0.0788004 Jun 07 06:54:30.349563 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7a6cdc-9ed8-438f-a937-e5eeb361065d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dc3dd28-bf04-4074-8b6e-596d71836573,revision_number=1']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:54:30.354720 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-ae7a6cdc-9ed8-438f-a937-e5eeb361065d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:54:30.357966 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [None req-ae7a6cdc-9ed8-438f-a937-e5eeb361065d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=56f64b10bfa24d36bbbff086d5c527de&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2532108 Jun 07 06:54:30.361845 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.wsgi [-] (91772) accepted ('10.222.0.21', 52764) {{(pid=91772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:54:30.468532 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-da50a336-ffc3-4064-ad8c-67050bb6af95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:30.483523 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d988ff3-9f06-4f8b-bfbb-617a000bbeb0 req-21e087b0-40a1-485a-bfe9-7a8cc83ddde9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:54:30.485253 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-9d988ff3-9f06-4f8b-bfbb-617a000bbeb0 req-21e087b0-40a1-485a-bfe9-7a8cc83ddde9 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d923eec5-f613-4137-bc9f-8f5300ca5016&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1676340 Jun 07 06:54:30.533005 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-da50a336-ffc3-4064-ad8c-67050bb6af95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:30.666918 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-da50a336-ffc3-4064-ad8c-67050bb6af95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1706761'] for security_group, after_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:30.671882 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-da50a336-ffc3-4064-ad8c-67050bb6af95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:30.673125 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [None req-da50a336-ffc3-4064-ad8c-67050bb6af95 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9dc3dd28-bf04-4074-8b6e-596d71836573 HTTP/1.1" status: 204 len: 168 time: 0.3115051 Jun 07 06:54:30.675568 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:54:30.697344 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da50a336-ffc3-4064-ad8c-67050bb6af95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dc3dd28-bf04-4074-8b6e-596d71836573,revision_number=None']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:54:30.700512 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-da50a336-ffc3-4064-ad8c-67050bb6af95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:54:30.702622 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-9d988ff3-9f06-4f8b-bfbb-617a000bbeb0 req-c2deebb0-e563-4475-9c24-51c0bcdf26d2 service neutron] 10.222.0.43 "GET /v2.0/networks/d923eec5-f613-4137-bc9f-8f5300ca5016?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1961379 Jun 07 06:54:30.896025 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-9d988ff3-9f06-4f8b-bfbb-617a000bbeb0 req-95d44eb1-0af5-4b28-93ec-5dba988d26c7 service neutron] 10.222.0.43 "GET /v2.0/networks/d923eec5-f613-4137-bc9f-8f5300ca5016?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1861565 Jun 07 06:54:31.211286 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Device 29ea960d-9ed1-4bb5-b4a0-2e1939e8201e up at agent hyperv_hv-cinder-78414 {{(pid=91774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 06:54:31.352354 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.db.provisioning_blocks [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Provisioning for port 29ea960d-9ed1-4bb5-b4a0-2e1939e8201e completed by entity L2. {{(pid=91774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 06:54:31.359334 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.db.provisioning_blocks [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Provisioning complete for port 29ea960d-9ed1-4bb5-b4a0-2e1939e8201e triggered by entity L2. {{(pid=91774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 06:54:31.360080 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723953'] for port, provisioning_complete {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:31.405463 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c72ce3-74ea-46a3-bf2f-0f447ce2b1b6 req-d5e3efa2-83f2-4a4e-abb3-4ee242442984 tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:54:31.416708 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-51c72ce3-74ea-46a3-bf2f-0f447ce2b1b6 req-d5e3efa2-83f2-4a4e-abb3-4ee242442984 tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] 10.222.0.21 "GET /v2.0/ports?device_id=06745a3f-9eec-46bb-b36d-d77358bd1e50 HTTP/1.1" status: 200 len: 944 time: 0.1230564 Jun 07 06:54:31.523746 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-51c72ce3-74ea-46a3-bf2f-0f447ce2b1b6 req-7aa9396b-f19b-4b38-8899-59303ff3c540 tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] 10.222.0.21 "GET /v2.0/security-groups?id=28c64220-de7a-4111-93c0-91d84e10d665&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1061778 Jun 07 06:54:31.539940 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564700'] for port, before_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:31.571964 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06745a3f-9eec-46bb-b36d-d77358bd1e50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29ea960d-9ed1-4bb5-b4a0-2e1939e8201e'}] {{(pid=91774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 06:54:31.574521 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73fb9c482eb19c5c2e497b7af5ecd9f5da2a12b641d83391285fbc9a8928c34b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-744c676c-97aa-4f3a-b165-9391b40a2d5b" -d '{"events": [{"server_uuid": "06745a3f-9eec-46bb-b36d-d77358bd1e50", "name": "network-vif-plugged", "status": "completed", "tag": "29ea960d-9ed1-4bb5-b4a0-2e1939e8201e"}]}' {{(pid=91774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 06:54:31.576544 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55f8367-c159-40e9-9baf-b2a3308cd8c4 req-b5608079-d5c1-43a0-a2fb-bacf4018f1b1 tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:54:31.580899 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-d55f8367-c159-40e9-9baf-b2a3308cd8c4 req-b5608079-d5c1-43a0-a2fb-bacf4018f1b1 tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] 10.222.0.21 "GET /v2.0/ports?device_id=45af59d1-9852-4669-a1f9-b74a9c5d6b3a HTTP/1.1" status: 200 len: 943 time: 0.1430657 Jun 07 06:54:31.583169 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.db [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] For port 29ea960d-9ed1-4bb5-b4a0-2e1939e8201e, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=29ea960d-9ed1-4bb5-b4a0-2e1939e8201e,segment=NetworkSegment(52b2ea56-693b-48b2-9a2b-8ef6c7482fc0),segment_id=52b2ea56-693b-48b2-9a2b-8ef6c7482fc0)] {{(pid=91774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 06:54:31.591173 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-569476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762332438254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762331935097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762331935142'] for port, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:31.593958 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:54:31.628835 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 06:54:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10da4095-1f76-4ab8-82ba-dd9078c1edf8 x-openstack-request-id: req-10da4095-1f76-4ab8-82ba-dd9078c1edf8 {{(pid=91774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 06:54:31.628946 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06745a3f-9eec-46bb-b36d-d77358bd1e50", "name": "network-vif-plugged", "status": "completed", "tag": "29ea960d-9ed1-4bb5-b4a0-2e1939e8201e", "code": 200}]} {{(pid=91774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 06:54:31.629181 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-10da4095-1f76-4ab8-82ba-dd9078c1edf8 {{(pid=91774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 06:54:31.629566 dv-cinder-784140-5-smb neutron-server[91774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06745a3f-9eec-46bb-b36d-d77358bd1e50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29ea960d-9ed1-4bb5-b4a0-2e1939e8201e', 'code': 200} Jun 07 06:54:31.655718 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-d55f8367-c159-40e9-9baf-b2a3308cd8c4 req-149cbc09-5c43-4d38-afb0-c42fbab35825 tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] 10.222.0.21 "GET /v2.0/security-groups?id=1b4cb076-4f85-41ec-a873-5e63f865f342&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714662 Jun 07 06:54:31.666090 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Pushing event updated for resources: {'Port': ['ID=29ea960d-9ed1-4bb5-b4a0-2e1939e8201e,revision_number=5']} {{(pid=91774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:54:31.672881 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:54:31.875012 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63b5d53-98a7-4506-b0c7-32a7df1511eb req-a8d65270-8a9b-4668-b506-76c2cff23eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:54:31.876649 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-d63b5d53-98a7-4506-b0c7-32a7df1511eb req-a8d65270-8a9b-4668-b506-76c2cff23eaa service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=06745a3f-9eec-46bb-b36d-d77358bd1e50 HTTP/1.1" status: 200 len: 1098 time: 0.0781872 Jun 07 06:54:31.929047 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-d63b5d53-98a7-4506-b0c7-32a7df1511eb req-785419ff-7692-4fac-82b3-dddcbfea762d service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=28c64220-de7a-4111-93c0-91d84e10d665&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433023 Jun 07 06:54:32.719820 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b4aac1-7e66-49c7-b551-4f7a70b2651e req-b924820a-765e-4fb9-ab02-c73ce2c46bf8 tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:54:32.726599 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-70b4aac1-7e66-49c7-b551-4f7a70b2651e req-b924820a-765e-4fb9-ab02-c73ce2c46bf8 tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] 10.222.0.21 "GET /v2.0/ports?device_id=06745a3f-9eec-46bb-b36d-d77358bd1e50 HTTP/1.1" status: 200 len: 945 time: 0.0935080 Jun 07 06:54:32.768062 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-70b4aac1-7e66-49c7-b551-4f7a70b2651e req-b32f1377-e984-475c-8bf3-9119693f3eb7 tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] 10.222.0.21 "GET /v2.0/security-groups?id=28c64220-de7a-4111-93c0-91d84e10d665&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405953 Jun 07 06:54:32.882191 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312619cd-09dd-4c7d-a60c-db2e0718ff1c req-19ca8297-f863-4ac1-a269-7aeb211b589c tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:54:32.888868 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-312619cd-09dd-4c7d-a60c-db2e0718ff1c req-19ca8297-f863-4ac1-a269-7aeb211b589c tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] 10.222.0.21 "GET /v2.0/ports?device_id=45af59d1-9852-4669-a1f9-b74a9c5d6b3a HTTP/1.1" status: 200 len: 943 time: 0.0924692 Jun 07 06:54:32.929232 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-312619cd-09dd-4c7d-a60c-db2e0718ff1c req-a8b381c2-f873-484a-ac19-9748ec2876d0 tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] 10.222.0.21 "GET /v2.0/security-groups?id=1b4cb076-4f85-41ec-a873-5e63f865f342&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389104 Jun 07 06:54:33.229543 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Device 224d0336-a833-49e1-a20e-5c98bfa53246 details requested by agent hyperv_hv-cinder-78414 with host hv-cinder-78414 {{(pid=91774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 07 06:54:33.324314 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.wsgi [-] (91772) accepted ('10.222.0.21', 52914) {{(pid=91772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:54:33.465877 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.db [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] For port 224d0336-a833-49e1-a20e-5c98bfa53246, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=224d0336-a833-49e1-a20e-5c98bfa53246,segment=NetworkSegment(3ffd2bba-2e4c-4340-84bb-337c4d476270),segment_id=3ffd2bba-2e4c-4340-84bb-337c4d476270)] {{(pid=91774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 06:54:33.474129 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-fc8cbfce-7789-4e44-be9b-cfd0ea555271 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:33.515602 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Returning: {'device': '224d0336-a833-49e1-a20e-5c98bfa53246', 'network_id': 'd923eec5-f613-4137-bc9f-8f5300ca5016', 'port_id': '224d0336-a833-49e1-a20e-5c98bfa53246', 'mac_address': 'fa:16:3e:95:28:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 334, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3d491a8-638d-42a9-876a-8c51b2a3d541', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 07 06:54:33.578576 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564700'] for port, before_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:33.602175 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.notifiers.nova [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 224d0336-a833-49e1-a20e-5c98bfa53246 {{(pid=91774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 06:54:33.632209 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.db [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] For port 224d0336-a833-49e1-a20e-5c98bfa53246, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=224d0336-a833-49e1-a20e-5c98bfa53246,segment=NetworkSegment(3ffd2bba-2e4c-4340-84bb-337c4d476270),segment_id=3ffd2bba-2e4c-4340-84bb-337c4d476270)] {{(pid=91774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 06:54:33.647776 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-569476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762332438254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762331935097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762331935142'] for port, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:33.651173 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:54:33.745632 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Pushing event updated for resources: {'Port': ['ID=224d0336-a833-49e1-a20e-5c98bfa53246,revision_number=4']} {{(pid=91774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:54:33.756711 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:54:33.896120 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-fc8cbfce-7789-4e44-be9b-cfd0ea555271 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:33.910618 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-fc8cbfce-7789-4e44-be9b-cfd0ea555271 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1706761'] for security_group, after_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:33.928622 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.db [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] get_ports_and_sgs() called for port_ids ['224d0336-a833-49e1-a20e-5c98bfa53246'] {{(pid=91774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 06:54:33.930588 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:54:33.952394 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d332f41-746c-4364-8327-e56ac5b1a0aa req-ed59b0b5-b4a4-4eb9-8c87-44301d795434 tempest-AttachVolumeNegativeTest-2031625228 tempest-AttachVolumeNegativeTest-2031625228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:54:33.954045 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-6d332f41-746c-4364-8327-e56ac5b1a0aa req-ed59b0b5-b4a4-4eb9-8c87-44301d795434 tempest-AttachVolumeNegativeTest-2031625228 tempest-AttachVolumeNegativeTest-2031625228-project] 10.222.0.21 "GET /v2.0/networks?id=27a96711-417c-4ed3-a59e-0ca8ab8628f1 HTTP/1.1" status: 200 len: 815 time: 0.4412153 Jun 07 06:54:34.030756 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [None req-fc8cbfce-7789-4e44-be9b-cfd0ea555271 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=457b36dfe55d4ba78aa0386d98363fe2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7054017 Jun 07 06:54:34.032316 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-6d332f41-746c-4364-8327-e56ac5b1a0aa req-247d9052-3115-4d5d-8f10-5d3ca67987eb tempest-AttachVolumeNegativeTest-2031625228 tempest-AttachVolumeNegativeTest-2031625228-project] 10.222.0.21 "GET /v2.0/quotas/e315befe5685416d9564a280760adaed HTTP/1.1" status: 200 len: 375 time: 0.0629077 Jun 07 06:54:34.036592 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.21', 52964) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:54:34.099341 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8cbfce-7789-4e44-be9b-cfd0ea555271 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83cafd9f-9a36-4a57-89c2-574a95609e9f,revision_number=1']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:54:34.111240 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-fc8cbfce-7789-4e44-be9b-cfd0ea555271 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:54:34.131191 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-cd7c948a-6618-4a8c-adaf-449e2a117eb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:34.175739 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63164c21-1207-4147-aa57-4706179bdcff req-368e0671-7ac3-4a9a-9cad-75600b6c1588 tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:54:34.177677 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-63164c21-1207-4147-aa57-4706179bdcff req-368e0671-7ac3-4a9a-9cad-75600b6c1588 tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] 10.222.0.21 "GET /v2.0/ports?device_id=06745a3f-9eec-46bb-b36d-d77358bd1e50 HTTP/1.1" status: 200 len: 945 time: 0.1977186 Jun 07 06:54:34.190664 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-6d332f41-746c-4364-8327-e56ac5b1a0aa req-a9abb5c1-c851-472f-964c-73e9988627fa tempest-AttachVolumeNegativeTest-2031625228 tempest-AttachVolumeNegativeTest-2031625228-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=e315befe5685416d9564a280760adaed&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1387460 Jun 07 06:54:34.192680 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-cd7c948a-6618-4a8c-adaf-449e2a117eb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:34.267584 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-cd7c948a-6618-4a8c-adaf-449e2a117eb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1706761'] for security_group, after_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:34.270081 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-cd7c948a-6618-4a8c-adaf-449e2a117eb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:34.285725 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [None req-cd7c948a-6618-4a8c-adaf-449e2a117eb1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/83cafd9f-9a36-4a57-89c2-574a95609e9f HTTP/1.1" status: 204 len: 168 time: 0.2390771 Jun 07 06:54:34.286583 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-f33c382f-9000-4ee3-9bf0-1302f1d6e1cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:54:34.292113 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-63164c21-1207-4147-aa57-4706179bdcff req-15335af1-4272-4a76-9296-dde36534a6fe tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] 10.222.0.21 "GET /v2.0/security-groups?id=28c64220-de7a-4111-93c0-91d84e10d665&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0988970 Jun 07 06:54:34.302797 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7c948a-6618-4a8c-adaf-449e2a117eb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83cafd9f-9a36-4a57-89c2-574a95609e9f,revision_number=None']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:54:34.317824 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-cd7c948a-6618-4a8c-adaf-449e2a117eb1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:54:34.412017 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-6d332f41-746c-4364-8327-e56ac5b1a0aa req-818fb95f-747a-4679-9c2b-3174de2d7da7 service neutron] 10.222.0.21 "GET /v2.0/networks/27a96711-417c-4ed3-a59e-0ca8ab8628f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2018955 Jun 07 06:54:34.618943 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-6d332f41-746c-4364-8327-e56ac5b1a0aa req-fdeb8529-3a94-4646-b04f-6e39b9bdb89c service neutron] 10.222.0.21 "GET /v2.0/networks/27a96711-417c-4ed3-a59e-0ca8ab8628f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1997278 Jun 07 06:54:34.627128 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d260e48a-9025-4953-a385-3d0bef08243b req-8d965f06-dcbc-4975-8ec8-626f041d33ff tempest-DeleteServersTestJSON-860680093 tempest-DeleteServersTestJSON-860680093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:54:34.633917 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-d260e48a-9025-4953-a385-3d0bef08243b req-8d965f06-dcbc-4975-8ec8-626f041d33ff tempest-DeleteServersTestJSON-860680093 tempest-DeleteServersTestJSON-860680093-project] 10.222.0.21 "GET /v2.0/ports?device_id=ceec9758-9583-463f-b33b-30adbbb05a38 HTTP/1.1" status: 200 len: 945 time: 0.2112556 Jun 07 06:54:34.686781 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-d260e48a-9025-4953-a385-3d0bef08243b req-be64b466-8c64-4c81-b4e1-dd7af4164f73 tempest-DeleteServersTestJSON-860680093 tempest-DeleteServersTestJSON-860680093-project] 10.222.0.21 "GET /v2.0/security-groups?id=d2d7d5d0-eebd-4afb-988f-1e380bfdd76f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519989 Jun 07 06:54:34.736434 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.21', 53004) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:54:34.761584 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-518132d3-ab34-4ec6-8e4a-b6124015cab7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:34.929126 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-518132d3-ab34-4ec6-8e4a-b6124015cab7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:34.935913 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-518132d3-ab34-4ec6-8e4a-b6124015cab7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1706761'] for security_group, after_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:34.952189 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:54:34.999537 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.21', 53020) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:54:35.014347 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518132d3-ab34-4ec6-8e4a-b6124015cab7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=547416e4-deb6-49c0-94e0-2bcc38d2ea00,revision_number=1']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:54:35.019045 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [None req-518132d3-ab34-4ec6-8e4a-b6124015cab7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5a946d5c73fd48e893e60227a80448dd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2816310 Jun 07 06:54:35.020446 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-518132d3-ab34-4ec6-8e4a-b6124015cab7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:54:35.021912 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.21', 53024) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:54:35.090784 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2b37dc-a559-4c11-beda-96d92eafc87a req-cb1b7107-f925-43fa-96b6-d56ba9bbf4ef tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:54:35.092315 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-7f2b37dc-a559-4c11-beda-96d92eafc87a req-cb1b7107-f925-43fa-96b6-d56ba9bbf4ef tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] 10.222.0.21 "GET /v2.0/ports?device_id=45af59d1-9852-4669-a1f9-b74a9c5d6b3a HTTP/1.1" status: 200 len: 944 time: 0.2315900 Jun 07 06:54:35.094016 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-1fab1057-7336-48b7-ad74-2f3b61f44301 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:35.125912 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-1fab1057-7336-48b7-ad74-2f3b61f44301 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:35.158024 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0145824-3fee-4da9-8f7d-7a78c3d7e048 req-6a57e574-bc90-4db3-94e4-261412b08a31 tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:54:35.160557 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-c0145824-3fee-4da9-8f7d-7a78c3d7e048 req-6a57e574-bc90-4db3-94e4-261412b08a31 tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] 10.222.0.21 "GET /v2.0/ports?device_id=06745a3f-9eec-46bb-b36d-d77358bd1e50 HTTP/1.1" status: 200 len: 945 time: 0.2193704 Jun 07 06:54:35.164228 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-7f2b37dc-a559-4c11-beda-96d92eafc87a req-46c5c71a-b51e-4519-8cd5-f626ad8ded6e tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] 10.222.0.21 "GET /v2.0/security-groups?id=1b4cb076-4f85-41ec-a873-5e63f865f342&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646424 Jun 07 06:54:35.169889 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.wsgi [-] (91772) accepted ('10.222.0.21', 53030) {{(pid=91772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:54:35.178960 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.v2.base [None req-8544bb3f-2d42-4ccc-824e-71b99a20bbcc tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] Request body: {'floatingip': {'port_id': '29ea960d-9ed1-4bb5-b4a0-2e1939e8201e'}} {{(pid=91772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 06:54:35.215005 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-1fab1057-7336-48b7-ad74-2f3b61f44301 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1706761'] for security_group, after_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:35.218352 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-1fab1057-7336-48b7-ad74-2f3b61f44301 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:35.220237 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [None req-1fab1057-7336-48b7-ad74-2f3b61f44301 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/547416e4-deb6-49c0-94e0-2bcc38d2ea00 HTTP/1.1" status: 204 len: 168 time: 0.1969352 Jun 07 06:54:35.221623 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-1eaaf0fb-16f9-41a7-a5d5-9d6b13de210c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:54:35.234741 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fab1057-7336-48b7-ad74-2f3b61f44301 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=547416e4-deb6-49c0-94e0-2bcc38d2ea00,revision_number=None']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:54:35.241121 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-1fab1057-7336-48b7-ad74-2f3b61f44301 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:54:35.253231 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Device 224d0336-a833-49e1-a20e-5c98bfa53246 up at agent hyperv_hv-cinder-78414 {{(pid=91774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 06:54:35.270534 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-313bb6f4-4029-4f8c-bdab-26fa0820d544 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:35.402158 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.db.provisioning_blocks [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Provisioning for port 224d0336-a833-49e1-a20e-5c98bfa53246 completed by entity L2. {{(pid=91774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 06:54:35.411817 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.db.provisioning_blocks [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Provisioning complete for port 224d0336-a833-49e1-a20e-5c98bfa53246 triggered by entity L2. {{(pid=91774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 06:54:35.412624 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723953'] for port, provisioning_complete {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:35.458949 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-8544bb3f-2d42-4ccc-824e-71b99a20bbcc tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] Notify callbacks [] for floatingip, before_update {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:35.464903 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-313bb6f4-4029-4f8c-bdab-26fa0820d544 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:35.473097 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-313bb6f4-4029-4f8c-bdab-26fa0820d544 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1706761'] for security_group, after_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:35.489419 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:54:35.519130 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-921e926f-ca63-4c9b-b829-719336585b8b req-5dd578d6-b4e6-4180-b19a-f3d97089d16e tempest-AttachVolumeNegativeTest-2031625228 tempest-AttachVolumeNegativeTest-2031625228-project] 10.222.0.21 "GET /v2.0/ports?device_id=f0b48919-d9cb-43db-9de0-e805db824387 HTTP/1.1" status: 200 len: 210 time: 0.1952715 Jun 07 06:54:35.550930 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [None req-313bb6f4-4029-4f8c-bdab-26fa0820d544 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6befc10a585e4b629ad75d5fd966687b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5500522 Jun 07 06:54:35.552550 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.21', 53036) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:54:35.618909 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313bb6f4-4029-4f8c-bdab-26fa0820d544 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af6b20af-f60b-45d3-9c73-3f79f81fc543,revision_number=1']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:54:35.630973 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-313bb6f4-4029-4f8c-bdab-26fa0820d544 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:54:35.643111 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-010de939-a630-44cd-8cee-7b736d201b6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:35.647688 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564700'] for port, before_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:35.686805 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-010de939-a630-44cd-8cee-7b736d201b6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:35.701747 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.db [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] For port 224d0336-a833-49e1-a20e-5c98bfa53246, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=224d0336-a833-49e1-a20e-5c98bfa53246,segment=NetworkSegment(3ffd2bba-2e4c-4340-84bb-337c4d476270),segment_id=3ffd2bba-2e4c-4340-84bb-337c4d476270)] {{(pid=91774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 06:54:35.705195 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45af59d1-9852-4669-a1f9-b74a9c5d6b3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '224d0336-a833-49e1-a20e-5c98bfa53246'}] {{(pid=91774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 06:54:35.707572 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73fb9c482eb19c5c2e497b7af5ecd9f5da2a12b641d83391285fbc9a8928c34b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8eb12a2-4ab4-49ea-b6c5-bf60da9136ae" -d '{"events": [{"server_uuid": "45af59d1-9852-4669-a1f9-b74a9c5d6b3a", "name": "network-vif-plugged", "status": "completed", "tag": "224d0336-a833-49e1-a20e-5c98bfa53246"}]}' {{(pid=91774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 06:54:35.721695 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-569476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762332438254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762331935097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762331935142'] for port, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:35.723521 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:54:35.839864 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 06:54:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25bd5cf1-26ad-45be-8a1a-339781cc776f x-openstack-request-id: req-25bd5cf1-26ad-45be-8a1a-339781cc776f {{(pid=91774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 06:54:35.840817 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45af59d1-9852-4669-a1f9-b74a9c5d6b3a", "name": "network-vif-plugged", "status": "completed", "tag": "224d0336-a833-49e1-a20e-5c98bfa53246", "code": 200}]} {{(pid=91774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 06:54:35.841084 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-25bd5cf1-26ad-45be-8a1a-339781cc776f {{(pid=91774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 06:54:35.842513 dv-cinder-784140-5-smb neutron-server[91774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45af59d1-9852-4669-a1f9-b74a9c5d6b3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '224d0336-a833-49e1-a20e-5c98bfa53246', 'code': 200} Jun 07 06:54:35.845622 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Pushing event updated for resources: {'Port': ['ID=224d0336-a833-49e1-a20e-5c98bfa53246,revision_number=5']} {{(pid=91774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:54:35.851383 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-010de939-a630-44cd-8cee-7b736d201b6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1706761'] for security_group, after_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:35.854394 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-010de939-a630-44cd-8cee-7b736d201b6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:35.859592 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:54:35.860518 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [None req-010de939-a630-44cd-8cee-7b736d201b6a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/af6b20af-f60b-45d3-9c73-3f79f81fc543 HTTP/1.1" status: 204 len: 168 time: 0.3068275 Jun 07 06:54:35.861605 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-df09b85c-65ce-477e-8b0d-27209b1afb45 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:54:35.872247 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010de939-a630-44cd-8cee-7b736d201b6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af6b20af-f60b-45d3-9c73-3f79f81fc543,revision_number=None']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:54:35.874860 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-010de939-a630-44cd-8cee-7b736d201b6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:54:36.142113 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c51986-f16f-491d-a976-e6899c48ce6c req-27985496-d795-43bf-bdaa-6c40146d7fa1 tempest-DeleteServersTestJSON-860680093 tempest-DeleteServersTestJSON-860680093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:54:36.143615 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-01c51986-f16f-491d-a976-e6899c48ce6c req-27985496-d795-43bf-bdaa-6c40146d7fa1 tempest-DeleteServersTestJSON-860680093 tempest-DeleteServersTestJSON-860680093-project] 10.222.0.43 "GET /v2.0/ports?device_id=ceec9758-9583-463f-b33b-30adbbb05a38 HTTP/1.1" status: 200 len: 945 time: 0.5413568 Jun 07 06:54:36.190202 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9a1c00-db43-45d2-a62b-53beb32dab4f req-2e7c9048-1d44-444b-98a0-319995662f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:54:36.192490 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-8f9a1c00-db43-45d2-a62b-53beb32dab4f req-2e7c9048-1d44-444b-98a0-319995662f7b service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=45af59d1-9852-4669-a1f9-b74a9c5d6b3a HTTP/1.1" status: 200 len: 1098 time: 0.1064265 Jun 07 06:54:36.250617 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-8f9a1c00-db43-45d2-a62b-53beb32dab4f req-56f1c220-0236-488d-86ec-c51f914b8915 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=1b4cb076-4f85-41ec-a873-5e63f865f342&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509381 Jun 07 06:54:36.449245 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.21', 53074) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:54:36.522513 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-3017c1d0-ce84-48b9-b8f8-3c1fbbfe8539 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:36.661287 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c419cec3-4af8-4398-8992-e1bea844b588 req-0033de18-8f5e-459d-bbca-844c3f83b85e tempest-DeleteServersTestJSON-860680093 tempest-DeleteServersTestJSON-860680093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:54:36.662734 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-c419cec3-4af8-4398-8992-e1bea844b588 req-0033de18-8f5e-459d-bbca-844c3f83b85e tempest-DeleteServersTestJSON-860680093 tempest-DeleteServersTestJSON-860680093-project] 10.222.0.21 "GET /v2.0/ports?device_id=ceec9758-9583-463f-b33b-30adbbb05a38 HTTP/1.1" status: 200 len: 945 time: 0.6915858 Jun 07 06:54:36.755923 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.plugins.ml2.plugin [req-01c51986-f16f-491d-a976-e6899c48ce6c req-d146ca19-23fc-48c4-923e-5042d0c746e4 tempest-DeleteServersTestJSON-860680093 tempest-DeleteServersTestJSON-860680093-project] Deleting port 54ebe576-e659-4630-a933-d1288c95418e {{(pid=91772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 06:54:36.756256 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [req-01c51986-f16f-491d-a976-e6899c48ce6c req-d146ca19-23fc-48c4-923e-5042d0c746e4 tempest-DeleteServersTestJSON-860680093 tempest-DeleteServersTestJSON-860680093-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762332413660'] for port, before_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:36.784383 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bcc204-fd97-4273-bb78-754473266e81 req-fd7baac4-581d-4888-956f-d70d6116e2b4 tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:54:36.785737 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-71bcc204-fd97-4273-bb78-754473266e81 req-fd7baac4-581d-4888-956f-d70d6116e2b4 tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] 10.222.0.21 "GET /v2.0/ports?device_id=45af59d1-9852-4669-a1f9-b74a9c5d6b3a HTTP/1.1" status: 200 len: 945 time: 0.2729163 Jun 07 06:54:36.790496 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-3017c1d0-ce84-48b9-b8f8-3c1fbbfe8539 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:36.818891 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d332f41-746c-4364-8327-e56ac5b1a0aa req-edd2a199-3a2b-4250-bd17-4ced2e486bf0 tempest-AttachVolumeNegativeTest-2031625228 tempest-AttachVolumeNegativeTest-2031625228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:54:36.820387 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-6d332f41-746c-4364-8327-e56ac5b1a0aa req-edd2a199-3a2b-4250-bd17-4ced2e486bf0 tempest-AttachVolumeNegativeTest-2031625228 tempest-AttachVolumeNegativeTest-2031625228-project] 10.222.0.43 "GET /v2.0/networks?id=27a96711-417c-4ed3-a59e-0ca8ab8628f1 HTTP/1.1" status: 200 len: 815 time: 0.3404810 Jun 07 06:54:36.821780 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-3017c1d0-ce84-48b9-b8f8-3c1fbbfe8539 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1706761'] for security_group, after_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:36.831453 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-4b128589-3314-4241-a578-0ef31e1fc00b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:54:36.840803 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.db.resource_extend [None req-8544bb3f-2d42-4ccc-824e-71b99a20bbcc tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=91772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 07 06:54:36.861291 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.v2.base [req-6d332f41-746c-4364-8327-e56ac5b1a0aa req-a66a177d-0c50-414c-ac13-cc35fa2f2af9 tempest-AttachVolumeNegativeTest-2031625228 tempest-AttachVolumeNegativeTest-2031625228-project] Request body: {'port': {'device_id': 'f0b48919-d9cb-43db-9de0-e805db824387', 'network_id': '27a96711-417c-4ed3-a59e-0ca8ab8628f1', 'admin_state_up': True, 'tenant_id': 'e315befe5685416d9564a280760adaed'}} {{(pid=91773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 06:54:36.902977 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-14520a3d-d48d-4477-a841-8bbdf710d0fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762332461204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723872'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:36.912199 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-c419cec3-4af8-4398-8992-e1bea844b588 req-274e4b41-6bb7-4ff5-a72f-9c045ff86810 tempest-DeleteServersTestJSON-860680093 tempest-DeleteServersTestJSON-860680093-project] 10.222.0.21 "GET /v2.0/security-groups?id=d2d7d5d0-eebd-4afb-988f-1e380bfdd76f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2386425 Jun 07 06:54:36.946031 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3017c1d0-ce84-48b9-b8f8-3c1fbbfe8539 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbcd8127-1c9e-4074-b658-377c7ed925fb,revision_number=1']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:54:36.949077 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-3017c1d0-ce84-48b9-b8f8-3c1fbbfe8539 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:54:36.976408 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [None req-3017c1d0-ce84-48b9-b8f8-3c1fbbfe8539 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a5cf7c3c149f4813ab116709a3aac235&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5236576 Jun 07 06:54:36.976890 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.21', 53090) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:54:37.140810 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-8544bb3f-2d42-4ccc-824e-71b99a20bbcc tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:37.149438 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-71bcc204-fd97-4273-bb78-754473266e81 req-20c9da59-122f-4ab6-a369-4c0fb6b2b23b tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] 10.222.0.21 "GET /v2.0/security-groups?id=1b4cb076-4f85-41ec-a873-5e63f865f342&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3479278 Jun 07 06:54:37.165480 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-d2d1d678-7e5e-427c-87a9-e03e1f56c014 req-2084910a-e60f-4716-a89e-5f613a19a896 tempest-AttachVolumeNegativeTest-2031625228 tempest-AttachVolumeNegativeTest-2031625228-project] 10.222.0.21 "GET /v2.0/ports?device_id=f0b48919-d9cb-43db-9de0-e805db824387 HTTP/1.1" status: 200 len: 210 time: 0.0793736 Jun 07 06:54:37.176683 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-8544bb3f-2d42-4ccc-824e-71b99a20bbcc tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1754227'] for floatingip, after_update {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:37.262348 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.plugins.ml2.db [req-01c51986-f16f-491d-a976-e6899c48ce6c req-d146ca19-23fc-48c4-923e-5042d0c746e4 tempest-DeleteServersTestJSON-860680093 tempest-DeleteServersTestJSON-860680093-project] For port 54ebe576-e659-4630-a933-d1288c95418e, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=54ebe576-e659-4630-a933-d1288c95418e,segment=NetworkSegment(a8bd8c3e-aa04-4f1d-81ca-be1b6eea61e5),segment_id=a8bd8c3e-aa04-4f1d-81ca-be1b6eea61e5)] {{(pid=91772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 06:54:37.262943 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [req-01c51986-f16f-491d-a976-e6899c48ce6c req-d146ca19-23fc-48c4-923e-5042d0c746e4 tempest-DeleteServersTestJSON-860680093 tempest-DeleteServersTestJSON-860680093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1669251'] for port, precommit_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:37.286936 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d332f41-746c-4364-8327-e56ac5b1a0aa req-a66a177d-0c50-414c-ac13-cc35fa2f2af9 tempest-AttachVolumeNegativeTest-2031625228 tempest-AttachVolumeNegativeTest-2031625228-project] Made reservation on behalf of e315befe5685416d9564a280760adaed for: {'port': 1} {{(pid=91773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 06:54:37.290937 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [req-6d332f41-746c-4364-8327-e56ac5b1a0aa req-a66a177d-0c50-414c-ac13-cc35fa2f2af9 tempest-AttachVolumeNegativeTest-2031625228 tempest-AttachVolumeNegativeTest-2031625228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564700'] for port, before_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:37.344413 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.wsgi [-] (91772) accepted ('10.222.0.21', 53100) {{(pid=91772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:54:37.357508 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-3bbd74f7-51da-4db6-8196-e997039f0f15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:37.411463 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-3bbd74f7-51da-4db6-8196-e997039f0f15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:37.417900 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.plugins.ml2.plugin [req-01c51986-f16f-491d-a976-e6899c48ce6c req-d146ca19-23fc-48c4-923e-5042d0c746e4 tempest-DeleteServersTestJSON-860680093 tempest-DeleteServersTestJSON-860680093-project] Calling delete_port for 54ebe576-e659-4630-a933-d1288c95418e owned by compute:nova {{(pid=91772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 06:54:37.476198 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.wsgi [-] (91772) accepted ('10.222.0.21', 53104) {{(pid=91772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:54:37.540564 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.db.db_base_plugin_common [req-6d332f41-746c-4364-8327-e56ac5b1a0aa req-a66a177d-0c50-414c-ac13-cc35fa2f2af9 tempest-AttachVolumeNegativeTest-2031625228 tempest-AttachVolumeNegativeTest-2031625228-project] Allocated IP 172.20.0.2 (27a96711-417c-4ed3-a59e-0ca8ab8628f1/92171860-0586-439a-90ff-9e9817d6b6e7/0953562e-2583-4896-8bd4-77f2631e99cd) {{(pid=91773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 06:54:37.548342 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-3bbd74f7-51da-4db6-8196-e997039f0f15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1706761'] for security_group, after_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:37.550894 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-3bbd74f7-51da-4db6-8196-e997039f0f15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:37.552083 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [None req-3bbd74f7-51da-4db6-8196-e997039f0f15 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/bbcd8127-1c9e-4074-b658-377c7ed925fb HTTP/1.1" status: 204 len: 168 time: 0.5742772 Jun 07 06:54:37.557133 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-1fab1057-7336-48b7-ad74-2f3b61f44301 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:54:37.569538 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbd74f7-51da-4db6-8196-e997039f0f15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbcd8127-1c9e-4074-b658-377c7ed925fb,revision_number=None']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:54:37.579525 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-3bbd74f7-51da-4db6-8196-e997039f0f15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:54:37.697024 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.db.l3_db [None req-8544bb3f-2d42-4ccc-824e-71b99a20bbcc tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] Floating IP a5707e7f-f118-486f-83b7-2831ed974731 associated. External IP: 172.28.3.217, port: 29ea960d-9ed1-4bb5-b4a0-2e1939e8201e. Jun 07 06:54:37.805651 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-2322a5b5-3c31-4de0-93d2-66a5009683ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:37.805837 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.21', 53112) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:54:37.825296 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-77f4c848-e872-43be-81b0-6fdca1e4ba07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:37.827481 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [req-6d332f41-746c-4364-8327-e56ac5b1a0aa req-a66a177d-0c50-414c-ac13-cc35fa2f2af9 tempest-AttachVolumeNegativeTest-2031625228 tempest-AttachVolumeNegativeTest-2031625228-project] Notify callbacks [] for port, precommit_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:37.862558 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [req-6d332f41-746c-4364-8327-e56ac5b1a0aa req-a66a177d-0c50-414c-ac13-cc35fa2f2af9 tempest-AttachVolumeNegativeTest-2031625228 tempest-AttachVolumeNegativeTest-2031625228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-569476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648536', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762331935079'] for port, after_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:37.871154 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:54:37.877366 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.db [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] get_ports_and_sgs() called for port_ids ['8a1f7952-1bb8-4863-b199-a8d4ed9da897'] {{(pid=91774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 06:54:38.005794 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d332f41-746c-4364-8327-e56ac5b1a0aa req-a66a177d-0c50-414c-ac13-cc35fa2f2af9 tempest-AttachVolumeNegativeTest-2031625228 tempest-AttachVolumeNegativeTest-2031625228-project] Network 27a96711-417c-4ed3-a59e-0ca8ab8628f1 is already hosted by enough agents. {{(pid=91773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 06:54:38.017832 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.scheduler.base_scheduler [req-6d332f41-746c-4364-8327-e56ac5b1a0aa req-a66a177d-0c50-414c-ac13-cc35fa2f2af9 tempest-AttachVolumeNegativeTest-2031625228 tempest-AttachVolumeNegativeTest-2031625228-project] Resources bound (agent type, host, resource id): {{(pid=91773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 06:54:38.023733 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d332f41-746c-4364-8327-e56ac5b1a0aa req-a66a177d-0c50-414c-ac13-cc35fa2f2af9 tempest-AttachVolumeNegativeTest-2031625228 tempest-AttachVolumeNegativeTest-2031625228-project] Received port after_create {{(pid=91773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 06:54:38.034853 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d332f41-746c-4364-8327-e56ac5b1a0aa req-a66a177d-0c50-414c-ac13-cc35fa2f2af9 tempest-AttachVolumeNegativeTest-2031625228 tempest-AttachVolumeNegativeTest-2031625228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:54:38.037581 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [req-6d332f41-746c-4364-8327-e56ac5b1a0aa req-a66a177d-0c50-414c-ac13-cc35fa2f2af9 tempest-AttachVolumeNegativeTest-2031625228 tempest-AttachVolumeNegativeTest-2031625228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648630'] for port, before_response {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:38.098295 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66a177d-0c50-414c-ac13-cc35fa2f2af9 tempest-AttachVolumeNegativeTest-2031625228 tempest-AttachVolumeNegativeTest-2031625228-project] Pushing event updated for resources: {'Port': ['ID=0953562e-2583-4896-8bd4-77f2631e99cd,revision_number=1']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:54:38.110385 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-a66a177d-0c50-414c-ac13-cc35fa2f2af9 tempest-AttachVolumeNegativeTest-2031625228 tempest-AttachVolumeNegativeTest-2031625228-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:54:38.176140 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-c5b22df1-e653-49d4-845e-299753409490 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:38.179072 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-e169c9c8-2b72-4827-9c83-365d8ff3bfc5 req-62dd1251-f7fe-4566-a90f-b2e21405bdde tempest-DeleteServersTestJSON-860680093 tempest-DeleteServersTestJSON-860680093-project] 10.222.0.21 "GET /v2.0/ports?device_id=ceec9758-9583-463f-b33b-30adbbb05a38 HTTP/1.1" status: 200 len: 210 time: 0.0764229 Jun 07 06:54:38.182122 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [req-01c51986-f16f-491d-a976-e6899c48ce6c req-d146ca19-23fc-48c4-923e-5042d0c746e4 tempest-DeleteServersTestJSON-860680093 tempest-DeleteServersTestJSON-860680093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-569476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762332438236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762331935088'] for port, after_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:38.211314 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:54:38.273695 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d146ca19-23fc-48c4-923e-5042d0c746e4 tempest-DeleteServersTestJSON-860680093 tempest-DeleteServersTestJSON-860680093-project] Pushing event deleted for resources: {'Port': ['ID=54ebe576-e659-4630-a933-d1288c95418e,revision_number=None']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:54:38.277044 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-d146ca19-23fc-48c4-923e-5042d0c746e4 tempest-DeleteServersTestJSON-860680093 tempest-DeleteServersTestJSON-860680093-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:54:38.519624 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.db.l3_dvrscheduler_db [req-01c51986-f16f-491d-a976-e6899c48ce6c req-d146ca19-23fc-48c4-923e-5042d0c746e4 tempest-DeleteServersTestJSON-860680093 tempest-DeleteServersTestJSON-860680093-project] No DVR routers for this DVR port 54ebe576-e659-4630-a933-d1288c95418e on host hv-cinder-78414 {{(pid=91772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 06:54:38.539493 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [req-01c51986-f16f-491d-a976-e6899c48ce6c req-d146ca19-23fc-48c4-923e-5042d0c746e4 tempest-DeleteServersTestJSON-860680093 tempest-DeleteServersTestJSON-860680093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503096'] for port, before_response {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:38.541396 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-01c51986-f16f-491d-a976-e6899c48ce6c req-d146ca19-23fc-48c4-923e-5042d0c746e4 tempest-DeleteServersTestJSON-860680093 tempest-DeleteServersTestJSON-860680093-project] 10.222.0.43 "DELETE /v2.0/ports/54ebe576-e659-4630-a933-d1288c95418e HTTP/1.1" status: 204 len: 173 time: 2.3653204 Jun 07 06:54:38.546981 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ceec9758-9583-463f-b33b-30adbbb05a38', 'name': 'network-vif-deleted', 'tag': '54ebe576-e659-4630-a933-d1288c95418e'}] {{(pid=91772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 06:54:38.549499 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b3564b50ce45010e06e11b2a9bfee31ad6a5dcfa31583fbede74178fb7a3d70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37006dfc-ce02-41b8-97ea-73f4ce8e778c" -d '{"events": [{"server_uuid": "ceec9758-9583-463f-b33b-30adbbb05a38", "name": "network-vif-deleted", "tag": "54ebe576-e659-4630-a933-d1288c95418e"}]}' {{(pid=91772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 06:54:38.556753 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-2322a5b5-3c31-4de0-93d2-66a5009683ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:38.582320 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.db.api [None req-c5b22df1-e653-49d4-845e-299753409490 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 07 06:54:38.582320 dv-cinder-784140-5-smb neutron-server[91773]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 07 06:54:38.582320 dv-cinder-784140-5-smb neutron-server[91773]: [parameters: {'project_id_1': 'ddea3b6f536a4dbea43be8fffe7eba1b', 'expiration_1': datetime.datetime(2021, 6, 7, 6, 54, 38, 197012)}] Jun 07 06:54:38.582320 dv-cinder-784140-5-smb neutron-server[91773]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=91773) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 07 06:54:38.583148 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_db.api [None req-c5b22df1-e653-49d4-845e-299753409490 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=91773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 07 06:54:38.584564 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-2322a5b5-3c31-4de0-93d2-66a5009683ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1706761'] for security_group, after_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:38.594627 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8544bb3f-2d42-4ccc-824e-71b99a20bbcc tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] Router 852672d4-2b1a-4285-9b73-bdfb9c7df3b9 has already been hosted by L3 agent dd8e9e9b-c9b0-4755-a773-57df6dee4a2e {{(pid=91772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 06:54:38.612453 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:54:38.753063 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2322a5b5-3c31-4de0-93d2-66a5009683ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb4d86ef-3e64-4969-9062-896d08f73c49,revision_number=1']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:54:38.758301 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [None req-2322a5b5-3c31-4de0-93d2-66a5009683ee admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0f435babca7a4f7ebe99fc78a30a970e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2808692 Jun 07 06:54:38.760936 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-2322a5b5-3c31-4de0-93d2-66a5009683ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:54:38.761301 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.21', 53146) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:54:38.817890 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0e144b-d11d-49e2-9dc7-f6d05487857b req-3d1e0b41-06bd-4e7a-b662-8837081de8d0 tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:54:38.819361 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-fd0e144b-d11d-49e2-9dc7-f6d05487857b req-3d1e0b41-06bd-4e7a-b662-8837081de8d0 tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] 10.222.0.21 "GET /v2.0/ports?device_id=45af59d1-9852-4669-a1f9-b74a9c5d6b3a HTTP/1.1" status: 200 len: 945 time: 0.4477265 Jun 07 06:54:38.830006 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-62496de4-5356-49b9-8dd1-cd4abb8bbabc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:38.832230 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e40039-a456-47f4-bac3-b73b380ecd3f req-62988d04-0e8b-4dbf-a35c-c1548202cbe4 tempest-AttachVolumeNegativeTest-2031625228 tempest-AttachVolumeNegativeTest-2031625228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:54:38.833694 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-b2e40039-a456-47f4-bac3-b73b380ecd3f req-62988d04-0e8b-4dbf-a35c-c1548202cbe4 tempest-AttachVolumeNegativeTest-2031625228 tempest-AttachVolumeNegativeTest-2031625228-project] 10.222.0.21 "GET /v2.0/ports?device_id=f0b48919-d9cb-43db-9de0-e805db824387 HTTP/1.1" status: 200 len: 931 time: 0.4631667 Jun 07 06:54:38.860821 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-62496de4-5356-49b9-8dd1-cd4abb8bbabc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:38.928261 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-62496de4-5356-49b9-8dd1-cd4abb8bbabc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1706761'] for security_group, after_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:38.930734 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-62496de4-5356-49b9-8dd1-cd4abb8bbabc admin admin] Notify callbacks [] for security_group, before_response {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:38.931860 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [None req-62496de4-5356-49b9-8dd1-cd4abb8bbabc admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/eb4d86ef-3e64-4969-9062-896d08f73c49 HTTP/1.1" status: 204 len: 168 time: 0.1697402 Jun 07 06:54:38.932717 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-5f5e92c5-5da9-47f5-a4d6-1ec315d6b62a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:54:38.943098 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62496de4-5356-49b9-8dd1-cd4abb8bbabc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb4d86ef-3e64-4969-9062-896d08f73c49,revision_number=None']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:54:38.945466 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-62496de4-5356-49b9-8dd1-cd4abb8bbabc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:54:39.020608 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-fd0e144b-d11d-49e2-9dc7-f6d05487857b req-72509761-be2a-4110-9832-3633a297bcec tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] 10.222.0.21 "GET /v2.0/security-groups?id=1b4cb076-4f85-41ec-a873-5e63f865f342&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1828666 Jun 07 06:54:39.037451 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8544bb3f-2d42-4ccc-824e-71b99a20bbcc tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] Notify agent at l3_agent.dv-cinder-784140-5-smb the message routers_updated {{(pid=91772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 06:54:39.044021 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-77f4c848-e872-43be-81b0-6fdca1e4ba07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:39.047501 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-8544bb3f-2d42-4ccc-824e-71b99a20bbcc tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503096'] for floatingip, before_response {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:39.054679 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef02a7e2-33bc-46c6-bb90-9089e00263a3 None None] Sync routers for ids ['852672d4-2b1a-4285-9b73-bdfb9c7df3b9'] in dv-cinder-784140-5-smb {{(pid=91775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 06:54:39.058374 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-6d332f41-746c-4364-8327-e56ac5b1a0aa req-a66a177d-0c50-414c-ac13-cc35fa2f2af9 tempest-AttachVolumeNegativeTest-2031625228 tempest-AttachVolumeNegativeTest-2031625228-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2148848 Jun 07 06:54:39.065983 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef02a7e2-33bc-46c6-bb90-9089e00263a3 None None] Routers {'852672d4-2b1a-4285-9b73-bdfb9c7df3b9'} bound to L3 agent in host dv-cinder-784140-5-smb {{(pid=91775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 06:54:39.066591 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron.db.l3_hamode_db [None req-ef02a7e2-33bc-46c6-bb90-9089e00263a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-07T06:46:09Z,description=,heartbeat_timestamp=2021-06-07T06:54:09Z,host='dv-cinder-784140-5-smb',id=dd8e9e9b-c9b0-4755-a773-57df6dee4a2e,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T06:46:09Z,topic='l3_agent')) {'router_ids': ['852672d4-2b1a-4285-9b73-bdfb9c7df3b9'], 'active': True} {{(pid=91775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 06:54:39.076712 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.v2.base [req-6d332f41-746c-4364-8327-e56ac5b1a0aa req-6c451c74-948c-4716-9735-628d51c6cb72 service neutron] Request body: {'port': {'device_id': 'f0b48919-d9cb-43db-9de0-e805db824387', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78414'}} {{(pid=91773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 06:54:39.148239 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [None req-8544bb3f-2d42-4ccc-824e-71b99a20bbcc tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] 10.222.0.21 "PUT /v2.0/floatingips/a5707e7f-f118-486f-83b7-2831ed974731 HTTP/1.1" status: 200 len: 991 time: 3.9772234 Jun 07 06:54:39.151725 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 06:54:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b0b4fe5-9065-4940-ba9b-bc6afad3964f x-openstack-request-id: req-0b0b4fe5-9065-4940-ba9b-bc6afad3964f {{(pid=91772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 06:54:39.152254 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ceec9758-9583-463f-b33b-30adbbb05a38", "name": "network-vif-deleted", "tag": "54ebe576-e659-4630-a933-d1288c95418e", "status": "completed", "code": 200}]} {{(pid=91772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 06:54:39.152672 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0b0b4fe5-9065-4940-ba9b-bc6afad3964f {{(pid=91772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 06:54:39.153232 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ceec9758-9583-463f-b33b-30adbbb05a38', 'name': 'network-vif-deleted', 'tag': '54ebe576-e659-4630-a933-d1288c95418e', 'status': 'completed', 'code': 200} Jun 07 06:54:39.169309 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-b2e40039-a456-47f4-bac3-b73b380ecd3f req-915485aa-03b5-4549-ba7d-e53a6b383824 tempest-AttachVolumeNegativeTest-2031625228 tempest-AttachVolumeNegativeTest-2031625228-project] 10.222.0.21 "GET /v2.0/security-groups?id=3d4b3a4d-8433-4457-868d-75e29ba07bfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2634006 Jun 07 06:54:39.174234 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-77f4c848-e872-43be-81b0-6fdca1e4ba07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1706761'] for security_group, after_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:39.233789 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-d65152ce-c059-4cae-b019-600f5d9aae8f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:54:39.256226 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Device 54ebe576-e659-4630-a933-d1288c95418e no longer exists at agent hyperv_hv-cinder-78414 {{(pid=91774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 06:54:39.258449 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron.db.l3_dvr_db [None req-ef02a7e2-33bc-46c6-bb90-9089e00263a3 None None] Set router 852672d4-2b1a-4285-9b73-bdfb9c7df3b9 gateway port host: dv-cinder-784140-5-smb {{(pid=91775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 06:54:39.299871 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-c5b22df1-e653-49d4-845e-299753409490 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:39.323762 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f4c848-e872-43be-81b0-6fdca1e4ba07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a30a77a4-9723-46dd-af92-836162c96747,revision_number=1']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:54:39.366007 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.plugin [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] No Port match for: 54ebe576-e659-4630-a933-d1288c95418e {{(pid=91774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 06:54:39.366513 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Device 54ebe576-e659-4630-a933-d1288c95418e not bound to the agent host hv-cinder-78414 {{(pid=91774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 06:54:39.381167 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762332461204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723872'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:39.469779 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-8ff30d75-6076-42aa-ab5c-2f3d3708e017 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762332461204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723872'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:39.623245 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-77f4c848-e872-43be-81b0-6fdca1e4ba07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.390s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:54:39.638187 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [req-6d332f41-746c-4364-8327-e56ac5b1a0aa req-6c451c74-948c-4716-9735-628d51c6cb72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564700'] for port, before_update {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:39.642381 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [None req-77f4c848-e872-43be-81b0-6fdca1e4ba07 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=54b9bb51ee75453e9c61f1421409d6a1&name=default HTTP/1.1" status: 200 len: 2979 time: 2.2965140 Jun 07 06:54:39.650055 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.21', 53164) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:54:39.691263 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a9d0d8-eadb-4803-96a4-d17dc79983f8 req-8cdae09c-943b-4cbf-baec-2b7b28a47a24 tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:54:39.696286 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-64a9d0d8-eadb-4803-96a4-d17dc79983f8 req-8cdae09c-943b-4cbf-baec-2b7b28a47a24 tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] 10.222.0.21 "GET /v2.0/ports?device_id=45af59d1-9852-4669-a1f9-b74a9c5d6b3a HTTP/1.1" status: 200 len: 945 time: 0.3885386 Jun 07 06:54:39.703592 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.wsgi [-] (91772) accepted ('10.222.0.21', 53168) {{(pid=91772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:54:39.750929 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.v2.base [None req-97c71d6a-f30b-4af2-87c0-c3f1eaee1897 tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] Request body: {'floatingip': {'port_id': '224d0336-a833-49e1-a20e-5c98bfa53246'}} {{(pid=91772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 06:54:39.848954 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-bf225021-6975-4b8f-a27c-d0b0bb0e21ab req-e4a86339-6973-4fc9-8360-d406ebf2c693 tempest-DeleteServersTestJSON-860680093 tempest-DeleteServersTestJSON-860680093-project] 10.222.0.21 "GET /v2.0/ports?device_id=ceec9758-9583-463f-b33b-30adbbb05a38 HTTP/1.1" status: 200 len: 210 time: 0.1473901 Jun 07 06:54:39.874951 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-438df51e-c594-45a7-8b98-c2c8ae9e4aa3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:39.875867 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-97c71d6a-f30b-4af2-87c0-c3f1eaee1897 tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] Notify callbacks [] for floatingip, before_update {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:39.950073 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-c5b22df1-e653-49d4-845e-299753409490 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:39.953636 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-438df51e-c594-45a7-8b98-c2c8ae9e4aa3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:39.982040 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-c5b22df1-e653-49d4-845e-299753409490 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1706761'] for security_group, after_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:39.982549 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron.db.l3_hamode_db [None req-ef02a7e2-33bc-46c6-bb90-9089e00263a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '852672d4-2b1a-4285-9b73-bdfb9c7df3b9', 'name': 'tempest-AttachVolumeTestJSON-144816171-router', 'tenant_id': '0cf7ac6ccb8642d894b6ba7f74160152', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a84d0276-e36b-485f-b034-cb606776a5f5', 'external_fixed_ips': [{'subnet_id': 'bc8e845f-21f5-4331-a893-3fabfb1361b8', 'ip_address': '172.28.3.137'}], 'enable_snat': True}, 'gw_port_id': 'a07d77e8-c48f-40ee-9e8e-84af200e686b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T06:53:50Z', 'updated_at': '2021-06-07T06:54:02Z', 'revision_number': 4, 'project_id': '0cf7ac6ccb8642d894b6ba7f74160152', 'gw_port': {'id': 'a07d77e8-c48f-40ee-9e8e-84af200e686b', 'name': '', 'network_id': 'a84d0276-e36b-485f-b034-cb606776a5f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:85:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '852672d4-2b1a-4285-9b73-bdfb9c7df3b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'bc8e845f-21f5-4331-a893-3fabfb1361b8', 'ip_address': '172.28.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T06:53:51Z', 'updated_at': '2021-06-07T06:54:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc8e845f-21f5-4331-a893-3fabfb1361b8', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-5-smb', '_floatingips': [{'id': 'a5707e7f-f118-486f-83b7-2831ed974731', 'tenant_id': '0cf7ac6ccb8642d894b6ba7f74160152', 'floating_ip_address': '172.28.3.217', 'floating_network_id': 'a84d0276-e36b-485f-b034-cb606776a5f5', 'router_id': '852672d4-2b1a-4285-9b73-bdfb9c7df3b9', 'port_id': '29ea960d-9ed1-4bb5-b4a0-2e1939e8201e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 109, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90cfa33b-3934-46a0-a3d0-faaa7bfec8df', 'mac_address': 'fa:16:3e:c8:88:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06745a3f-9eec-46bb-b36d-d77358bd1e50', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-07T06:54:14Z', 'updated_at': '2021-06-07T06:54:36Z', 'revision_number': 1, 'project_id': '0cf7ac6ccb8642d894b6ba7f74160152', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9d1e037-910b-4f06-b2df-5bdcffd157e6', 'name': '', 'network_id': '90cfa33b-3934-46a0-a3d0-faaa7bfec8df', 'tenant_id': '0cf7ac6ccb8642d894b6ba7f74160152', 'mac_address': 'fa:16:3e:b7:9a:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '852672d4-2b1a-4285-9b73-bdfb9c7df3b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'cf612fb8-f9f7-4687-b8ca-e3cc129879ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T06:53:59Z', 'updated_at': '2021-06-07T06:54:15Z', 'revision_number': 5, 'project_id': '0cf7ac6ccb8642d894b6ba7f74160152', 'subnets': [{'id': 'cf612fb8-f9f7-4687-b8ca-e3cc129879ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784140-5-smb', False) {} {{(pid=91775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 06:54:39.986737 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef02a7e2-33bc-46c6-bb90-9089e00263a3 None None] Checking router: 852672d4-2b1a-4285-9b73-bdfb9c7df3b9 for host: dv-cinder-784140-5-smb {{(pid=91775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 06:54:39.994593 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-fac6ef84-5dbd-4b82-9f04-d2bcec7eb329 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:54:40.000318 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef02a7e2-33bc-46c6-bb90-9089e00263a3 None None] Routers {'852672d4-2b1a-4285-9b73-bdfb9c7df3b9'} bound to L3 agent in host dv-cinder-784140-5-smb {{(pid=91775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 06:54:40.002925 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron.db.l3_hamode_db [None req-ef02a7e2-33bc-46c6-bb90-9089e00263a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-07T06:46:09Z,description=,heartbeat_timestamp=2021-06-07T06:54:39Z,host='dv-cinder-784140-5-smb',id=dd8e9e9b-c9b0-4755-a773-57df6dee4a2e,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T06:46:09Z,topic='l3_agent')) {'router_ids': ['852672d4-2b1a-4285-9b73-bdfb9c7df3b9'], 'active': True} {{(pid=91775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 06:54:40.132952 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b22df1-e653-49d4-845e-299753409490 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e60c884-b83b-4e4c-b5e9-0974b4590090,revision_number=1']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:54:40.137082 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [None req-c5b22df1-e653-49d4-845e-299753409490 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ddea3b6f536a4dbea43be8fffe7eba1b&name=default HTTP/1.1" status: 200 len: 2979 time: 2.3304682 Jun 07 06:54:40.137955 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-c5b22df1-e653-49d4-845e-299753409490 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:54:40.141243 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.21', 53182) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:54:40.203004 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-438df51e-c594-45a7-8b98-c2c8ae9e4aa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1706761'] for security_group, after_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:40.205367 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-438df51e-c594-45a7-8b98-c2c8ae9e4aa3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:40.206461 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [None req-438df51e-c594-45a7-8b98-c2c8ae9e4aa3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a30a77a4-9723-46dd-af92-836162c96747 HTTP/1.1" status: 204 len: 168 time: 0.5494020 Jun 07 06:54:40.210895 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-62496de4-5356-49b9-8dd1-cd4abb8bbabc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:54:40.225551 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438df51e-c594-45a7-8b98-c2c8ae9e4aa3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a30a77a4-9723-46dd-af92-836162c96747,revision_number=None']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:54:40.229735 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-438df51e-c594-45a7-8b98-c2c8ae9e4aa3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:54:40.257806 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-431607c2-d4d7-4c64-8363-31ad7edf1245 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:40.274026 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron.db.l3_dvr_db [None req-ef02a7e2-33bc-46c6-bb90-9089e00263a3 None None] Set router 852672d4-2b1a-4285-9b73-bdfb9c7df3b9 gateway port host: dv-cinder-784140-5-smb {{(pid=91775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 06:54:40.348238 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-431607c2-d4d7-4c64-8363-31ad7edf1245 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:40.355828 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.notifiers.nova [req-6d332f41-746c-4364-8327-e56ac5b1a0aa req-6c451c74-948c-4716-9735-628d51c6cb72 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0953562e-2583-4896-8bd4-77f2631e99cd {{(pid=91773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 06:54:40.367534 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [req-6d332f41-746c-4364-8327-e56ac5b1a0aa req-6c451c74-948c-4716-9735-628d51c6cb72 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:40.403566 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.db.provisioning_blocks [req-6d332f41-746c-4364-8327-e56ac5b1a0aa req-6c451c74-948c-4716-9735-628d51c6cb72 service neutron] Transition to ACTIVE for port object 0953562e-2583-4896-8bd4-77f2631e99cd will not be triggered until provisioned by entity L2. {{(pid=91773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 06:54:40.416320 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [req-6d332f41-746c-4364-8327-e56ac5b1a0aa req-6c451c74-948c-4716-9735-628d51c6cb72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-569476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762332438254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762331935097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762331935142'] for port, after_update {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:40.422875 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:54:40.545720 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-431607c2-d4d7-4c64-8363-31ad7edf1245 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1706761'] for security_group, after_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:40.548106 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-431607c2-d4d7-4c64-8363-31ad7edf1245 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:40.551525 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [None req-431607c2-d4d7-4c64-8363-31ad7edf1245 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7e60c884-b83b-4e4c-b5e9-0974b4590090 HTTP/1.1" status: 204 len: 168 time: 0.4068463 Jun 07 06:54:40.568099 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-3ea4f4f5-6296-4d8b-95a7-2efd101194ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762332461204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723872'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:40.579206 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c451c74-948c-4716-9735-628d51c6cb72 service neutron] Pushing event updated for resources: {'Port': ['ID=0953562e-2583-4896-8bd4-77f2631e99cd,revision_number=2']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:54:40.612266 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-6c451c74-948c-4716-9735-628d51c6cb72 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:54:40.612916 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.048s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:54:40.615721 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762332461204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723872'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:40.693420 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431607c2-d4d7-4c64-8363-31ad7edf1245 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e60c884-b83b-4e4c-b5e9-0974b4590090,revision_number=None']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:54:40.706142 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-431607c2-d4d7-4c64-8363-31ad7edf1245 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:54:40.760130 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.managers [req-6d332f41-746c-4364-8327-e56ac5b1a0aa req-6c451c74-948c-4716-9735-628d51c6cb72 service neutron] Attempting to bind port 0953562e-2583-4896-8bd4-77f2631e99cd on host hv-cinder-78414 for vnic_type normal with profile {{(pid=91773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 06:54:40.760467 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.managers [req-6d332f41-746c-4364-8327-e56ac5b1a0aa req-6c451c74-948c-4716-9735-628d51c6cb72 service neutron] Attempting to bind port 0953562e-2583-4896-8bd4-77f2631e99cd by drivers openvswitch,hyperv on host hv-cinder-78414 at level 0 using segments [{'id': '88ca7d97-e105-429a-98e0-c2a9da21452e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '27a96711-417c-4ed3-a59e-0ca8ab8628f1'}] {{(pid=91773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 06:54:40.760791 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d332f41-746c-4364-8327-e56ac5b1a0aa req-6c451c74-948c-4716-9735-628d51c6cb72 service neutron] Attempting to bind port 0953562e-2583-4896-8bd4-77f2631e99cd on network 27a96711-417c-4ed3-a59e-0ca8ab8628f1 {{(pid=91773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 06:54:40.769683 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d332f41-746c-4364-8327-e56ac5b1a0aa req-6c451c74-948c-4716-9735-628d51c6cb72 service neutron] Port 0953562e-2583-4896-8bd4-77f2631e99cd on network 27a96711-417c-4ed3-a59e-0ca8ab8628f1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78414 {{(pid=91773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 07 06:54:40.770000 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d332f41-746c-4364-8327-e56ac5b1a0aa req-6c451c74-948c-4716-9735-628d51c6cb72 service neutron] Attempting to bind port 0953562e-2583-4896-8bd4-77f2631e99cd on network 27a96711-417c-4ed3-a59e-0ca8ab8628f1 {{(pid=91773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 06:54:40.770177 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa0c850-3c47-4344-8e5f-943a54e32f99 req-3aaf59db-3d03-418b-a0cb-0be9b4fe2699 tempest-AttachVolumeNegativeTest-2031625228 tempest-AttachVolumeNegativeTest-2031625228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:54:40.771833 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-9fa0c850-3c47-4344-8e5f-943a54e32f99 req-3aaf59db-3d03-418b-a0cb-0be9b4fe2699 tempest-AttachVolumeNegativeTest-2031625228 tempest-AttachVolumeNegativeTest-2031625228-project] 10.222.0.21 "GET /v2.0/ports?device_id=f0b48919-d9cb-43db-9de0-e805db824387 HTTP/1.1" status: 200 len: 943 time: 0.2455392 Jun 07 06:54:40.780303 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.21', 53202) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:54:40.781232 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d332f41-746c-4364-8327-e56ac5b1a0aa req-6c451c74-948c-4716-9735-628d51c6cb72 service neutron] Checking agent: {'id': '5a91191c-7894-4314-84ee-19ce578def86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78414', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 6, 52, 11), 'started_at': datetime.datetime(2021, 6, 7, 6, 52, 11), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 6, 54, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 06:54:40.781568 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d332f41-746c-4364-8327-e56ac5b1a0aa req-6c451c74-948c-4716-9735-628d51c6cb72 service neutron] Checking segment: {'id': '88ca7d97-e105-429a-98e0-c2a9da21452e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '27a96711-417c-4ed3-a59e-0ca8ab8628f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 06:54:40.781968 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d332f41-746c-4364-8327-e56ac5b1a0aa req-6c451c74-948c-4716-9735-628d51c6cb72 service neutron] Bound using segment: {'id': '88ca7d97-e105-429a-98e0-c2a9da21452e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '27a96711-417c-4ed3-a59e-0ca8ab8628f1'} {{(pid=91773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 06:54:40.782371 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.managers [req-6d332f41-746c-4364-8327-e56ac5b1a0aa req-6c451c74-948c-4716-9735-628d51c6cb72 service neutron] Bound port: 0953562e-2583-4896-8bd4-77f2631e99cd, host: hv-cinder-78414, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '88ca7d97-e105-429a-98e0-c2a9da21452e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '27a96711-417c-4ed3-a59e-0ca8ab8628f1'}}] {{(pid=91773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 06:54:40.782714 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [req-6d332f41-746c-4364-8327-e56ac5b1a0aa req-6c451c74-948c-4716-9735-628d51c6cb72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564700'] for port, before_update {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:40.829354 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-9fa0c850-3c47-4344-8e5f-943a54e32f99 req-14716bda-ca35-482f-b269-1aa68d69add9 tempest-AttachVolumeNegativeTest-2031625228 tempest-AttachVolumeNegativeTest-2031625228-project] 10.222.0.21 "GET /v2.0/security-groups?id=3d4b3a4d-8433-4457-868d-75e29ba07bfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432813 Jun 07 06:54:40.846771 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-9f2fba18-e711-4cdf-995e-ceeeac33b883 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:41.020399 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.db [req-6d332f41-746c-4364-8327-e56ac5b1a0aa req-6c451c74-948c-4716-9735-628d51c6cb72 service neutron] For port 0953562e-2583-4896-8bd4-77f2631e99cd, host hv-cinder-78414, cleared binding levels {{(pid=91773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 06:54:41.028386 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.db [req-6d332f41-746c-4364-8327-e56ac5b1a0aa req-6c451c74-948c-4716-9735-628d51c6cb72 service neutron] For port 0953562e-2583-4896-8bd4-77f2631e99cd, host hv-cinder-78414, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=0953562e-2583-4896-8bd4-77f2631e99cd,segment=NetworkSegment(88ca7d97-e105-429a-98e0-c2a9da21452e),segment_id=88ca7d97-e105-429a-98e0-c2a9da21452e)] {{(pid=91773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 06:54:41.050774 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [req-6d332f41-746c-4364-8327-e56ac5b1a0aa req-6c451c74-948c-4716-9735-628d51c6cb72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-569476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762332438254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762331935097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762331935142'] for port, after_update {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:41.064427 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-f21677e9-8262-4f75-8126-b6058f960545 tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:54:41.078428 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-97c71d6a-f30b-4af2-87c0-c3f1eaee1897 tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:41.087974 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-97c71d6a-f30b-4af2-87c0-c3f1eaee1897 tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1754227'] for floatingip, after_update {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:41.127297 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron.db.l3_hamode_db [None req-ef02a7e2-33bc-46c6-bb90-9089e00263a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '852672d4-2b1a-4285-9b73-bdfb9c7df3b9', 'name': 'tempest-AttachVolumeTestJSON-144816171-router', 'tenant_id': '0cf7ac6ccb8642d894b6ba7f74160152', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a84d0276-e36b-485f-b034-cb606776a5f5', 'external_fixed_ips': [{'subnet_id': 'bc8e845f-21f5-4331-a893-3fabfb1361b8', 'ip_address': '172.28.3.137'}], 'enable_snat': True}, 'gw_port_id': 'a07d77e8-c48f-40ee-9e8e-84af200e686b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T06:53:50Z', 'updated_at': '2021-06-07T06:54:02Z', 'revision_number': 4, 'project_id': '0cf7ac6ccb8642d894b6ba7f74160152', 'gw_port': {'id': 'a07d77e8-c48f-40ee-9e8e-84af200e686b', 'name': '', 'network_id': 'a84d0276-e36b-485f-b034-cb606776a5f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:85:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '852672d4-2b1a-4285-9b73-bdfb9c7df3b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'bc8e845f-21f5-4331-a893-3fabfb1361b8', 'ip_address': '172.28.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T06:53:51Z', 'updated_at': '2021-06-07T06:54:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc8e845f-21f5-4331-a893-3fabfb1361b8', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-5-smb', '_floatingips': [{'id': 'a5707e7f-f118-486f-83b7-2831ed974731', 'tenant_id': '0cf7ac6ccb8642d894b6ba7f74160152', 'floating_ip_address': '172.28.3.217', 'floating_network_id': 'a84d0276-e36b-485f-b034-cb606776a5f5', 'router_id': '852672d4-2b1a-4285-9b73-bdfb9c7df3b9', 'port_id': '29ea960d-9ed1-4bb5-b4a0-2e1939e8201e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 109, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90cfa33b-3934-46a0-a3d0-faaa7bfec8df', 'mac_address': 'fa:16:3e:c8:88:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06745a3f-9eec-46bb-b36d-d77358bd1e50', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-07T06:54:14Z', 'updated_at': '2021-06-07T06:54:36Z', 'revision_number': 1, 'project_id': '0cf7ac6ccb8642d894b6ba7f74160152', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9d1e037-910b-4f06-b2df-5bdcffd157e6', 'name': '', 'network_id': '90cfa33b-3934-46a0-a3d0-faaa7bfec8df', 'tenant_id': '0cf7ac6ccb8642d894b6ba7f74160152', 'mac_address': 'fa:16:3e:b7:9a:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '852672d4-2b1a-4285-9b73-bdfb9c7df3b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'cf612fb8-f9f7-4687-b8ca-e3cc129879ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T06:53:59Z', 'updated_at': '2021-06-07T06:54:15Z', 'revision_number': 5, 'project_id': '0cf7ac6ccb8642d894b6ba7f74160152', 'subnets': [{'id': 'cf612fb8-f9f7-4687-b8ca-e3cc129879ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784140-5-smb', False) {} {{(pid=91775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 06:54:41.132123 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef02a7e2-33bc-46c6-bb90-9089e00263a3 None None] The sync data for ids ['852672d4-2b1a-4285-9b73-bdfb9c7df3b9'] in dv-cinder-784140-5-smb is: [{'id': '852672d4-2b1a-4285-9b73-bdfb9c7df3b9', 'name': 'tempest-AttachVolumeTestJSON-144816171-router', 'tenant_id': '0cf7ac6ccb8642d894b6ba7f74160152', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a84d0276-e36b-485f-b034-cb606776a5f5', 'external_fixed_ips': [{'subnet_id': 'bc8e845f-21f5-4331-a893-3fabfb1361b8', 'ip_address': '172.28.3.137'}], 'enable_snat': True}, 'gw_port_id': 'a07d77e8-c48f-40ee-9e8e-84af200e686b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T06:53:50Z', 'updated_at': '2021-06-07T06:54:02Z', 'revision_number': 4, 'project_id': '0cf7ac6ccb8642d894b6ba7f74160152', 'gw_port': {'id': 'a07d77e8-c48f-40ee-9e8e-84af200e686b', 'name': '', 'network_id': 'a84d0276-e36b-485f-b034-cb606776a5f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:85:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '852672d4-2b1a-4285-9b73-bdfb9c7df3b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'bc8e845f-21f5-4331-a893-3fabfb1361b8', 'ip_address': '172.28.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T06:53:51Z', 'updated_at': '2021-06-07T06:54:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc8e845f-21f5-4331-a893-3fabfb1361b8', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-5-smb', '_floatingips': [{'id': 'a5707e7f-f118-486f-83b7-2831ed974731', 'tenant_id': '0cf7ac6ccb8642d894b6ba7f74160152', 'floating_ip_address': '172.28.3.217', 'floating_network_id': 'a84d0276-e36b-485f-b034-cb606776a5f5', 'router_id': '852672d4-2b1a-4285-9b73-bdfb9c7df3b9', 'port_id': '29ea960d-9ed1-4bb5-b4a0-2e1939e8201e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 109, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90cfa33b-3934-46a0-a3d0-faaa7bfec8df', 'mac_address': 'fa:16:3e:c8:88:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06745a3f-9eec-46bb-b36d-d77358bd1e50', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-07T06:54:14Z', 'updated_at': '2021-06-07T06:54:36Z', 'revision_number': 1, 'project_id': '0cf7ac6ccb8642d894b6ba7f74160152', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9d1e037-910b-4f06-b2df-5bdcffd157e6', 'name': '', 'network_id': '90cfa33b-3934-46a0-a3d0-faaa7bfec8df', 'tenant_id': '0cf7ac6ccb8642d894b6ba7f74160152', 'mac_address': 'fa:16:3e:b7:9a:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '852672d4-2b1a-4285-9b73-bdfb9c7df3b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'cf612fb8-f9f7-4687-b8ca-e3cc129879ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T06:53:59Z', 'updated_at': '2021-06-07T06:54:15Z', 'revision_number': 5, 'project_id': '0cf7ac6ccb8642d894b6ba7f74160152', 'subnets': [{'id': 'cf612fb8-f9f7-4687-b8ca-e3cc129879ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 06:54:41.200250 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d332f41-746c-4364-8327-e56ac5b1a0aa req-6c451c74-948c-4716-9735-628d51c6cb72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:54:41.200250 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [req-6d332f41-746c-4364-8327-e56ac5b1a0aa req-6c451c74-948c-4716-9735-628d51c6cb72 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648630'] for port, before_response {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:41.201510 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06745a3f-9eec-46bb-b36d-d77358bd1e50', 'tag': '29ea960d-9ed1-4bb5-b4a0-2e1939e8201e'}] {{(pid=91772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 06:54:41.201758 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-6d332f41-746c-4364-8327-e56ac5b1a0aa req-6c451c74-948c-4716-9735-628d51c6cb72 service neutron] 10.222.0.43 "PUT /v2.0/ports/0953562e-2583-4896-8bd4-77f2631e99cd HTTP/1.1" status: 200 len: 1093 time: 2.1328940 Jun 07 06:54:41.205521 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0b48919-d9cb-43db-9de0-e805db824387', 'tag': '0953562e-2583-4896-8bd4-77f2631e99cd'}] {{(pid=91773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 06:54:41.205886 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b3564b50ce45010e06e11b2a9bfee31ad6a5dcfa31583fbede74178fb7a3d70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23611385-d83e-4839-80ef-a6699fee93f1" -d '{"events": [{"name": "network-changed", "server_uuid": "06745a3f-9eec-46bb-b36d-d77358bd1e50", "tag": "29ea960d-9ed1-4bb5-b4a0-2e1939e8201e"}]}' {{(pid=91772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 06:54:41.207785 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7af0e1444f231fbc9cc9c3372b4fb62bb65a3f4c42e6951a4a8787648e20f245" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef1392d7-d7e0-403a-b6f1-e3b89ab05bf6" -d '{"events": [{"name": "network-changed", "server_uuid": "f0b48919-d9cb-43db-9de0-e805db824387", "tag": "0953562e-2583-4896-8bd4-77f2631e99cd"}]}' {{(pid=91773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 06:54:41.260237 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c451c74-948c-4716-9735-628d51c6cb72 service neutron] Pushing event updated for resources: {'Port': ['ID=0953562e-2583-4896-8bd4-77f2631e99cd,revision_number=3']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:54:41.320673 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-6c451c74-948c-4716-9735-628d51c6cb72 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:54:41.334686 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 06:54:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c09c782-d17c-44c1-9c5c-71ab5f64c080 x-openstack-request-id: req-3c09c782-d17c-44c1-9c5c-71ab5f64c080 {{(pid=91773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 06:54:41.335179 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0b48919-d9cb-43db-9de0-e805db824387", "tag": "0953562e-2583-4896-8bd4-77f2631e99cd", "status": "completed", "code": 200}]} {{(pid=91773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 06:54:41.336760 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3c09c782-d17c-44c1-9c5c-71ab5f64c080 {{(pid=91773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 06:54:41.337615 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0b48919-d9cb-43db-9de0-e805db824387', 'tag': '0953562e-2583-4896-8bd4-77f2631e99cd', 'status': 'completed', 'code': 200} Jun 07 06:54:41.347471 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-9f2fba18-e711-4cdf-995e-ceeeac33b883 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:41.348396 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 06:54:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5082c403-a608-4bdf-9765-138f68c47c12 x-openstack-request-id: req-5082c403-a608-4bdf-9765-138f68c47c12 {{(pid=91772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 06:54:41.348791 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06745a3f-9eec-46bb-b36d-d77358bd1e50", "tag": "29ea960d-9ed1-4bb5-b4a0-2e1939e8201e", "status": "completed", "code": 200}]} {{(pid=91772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 06:54:41.349145 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5082c403-a608-4bdf-9765-138f68c47c12 {{(pid=91772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 06:54:41.349636 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06745a3f-9eec-46bb-b36d-d77358bd1e50', 'tag': '29ea960d-9ed1-4bb5-b4a0-2e1939e8201e', 'status': 'completed', 'code': 200} Jun 07 06:54:41.376320 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-9f2fba18-e711-4cdf-995e-ceeeac33b883 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1706761'] for security_group, after_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:41.401072 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-438df51e-c594-45a7-8b98-c2c8ae9e4aa3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:54:41.490080 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [None req-9f2fba18-e711-4cdf-995e-ceeeac33b883 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d7fb6e39b8b74180abe9bdb95c4ebe76&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6923754 Jun 07 06:54:41.494334 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.21', 53224) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:54:41.526582 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2fba18-e711-4cdf-995e-ceeeac33b883 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=380a565c-2508-488f-bb27-a9e76111f64d,revision_number=1']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:54:41.545398 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-9f2fba18-e711-4cdf-995e-ceeeac33b883 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:54:41.562472 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71c74fca-e799-4d5c-af09-43fe9e152d62 None None] New status for floating IP a5707e7f-f118-486f-83b7-2831ed974731: ACTIVE {{(pid=91774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 07 06:54:41.569897 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.db.l3_db [None req-97c71d6a-f30b-4af2-87c0-c3f1eaee1897 tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] Floating IP 20026014-3deb-4f23-8a07-c4e0a5d3c2a3 associated. External IP: 172.28.3.196, port: 224d0336-a833-49e1-a20e-5c98bfa53246. Jun 07 06:54:41.578054 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.21', 53226) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:54:41.592440 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d332f41-746c-4364-8327-e56ac5b1a0aa req-4ee0b8d7-a821-4fac-adbe-52b84415d51c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:54:41.594143 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-6d332f41-746c-4364-8327-e56ac5b1a0aa req-4ee0b8d7-a821-4fac-adbe-52b84415d51c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e315befe5685416d9564a280760adaed&device_id=f0b48919-d9cb-43db-9de0-e805db824387 HTTP/1.1" status: 200 len: 1096 time: 0.3199699 Jun 07 06:54:41.697970 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-6d332f41-746c-4364-8327-e56ac5b1a0aa req-c623050f-b99c-4782-9c6a-e2e7dd2166ed service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0953562e-2583-4896-8bd4-77f2631e99cd HTTP/1.1" status: 200 len: 217 time: 0.0857079 Jun 07 06:54:41.698746 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-5a3c70fb-94c4-4913-911c-811a2bb52c61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:41.709833 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23611385-d83e-4839-80ef-a6699fee93f1 req-ad4154c2-e3cd-40bd-9cf3-34024b33e81d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:54:41.711577 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-23611385-d83e-4839-80ef-a6699fee93f1 req-ad4154c2-e3cd-40bd-9cf3-34024b33e81d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0cf7ac6ccb8642d894b6ba7f74160152&device_id=06745a3f-9eec-46bb-b36d-d77358bd1e50 HTTP/1.1" status: 200 len: 1098 time: 0.3086977 Jun 07 06:54:41.815443 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.21', 53234) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:54:41.869467 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-5a3c70fb-94c4-4913-911c-811a2bb52c61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:41.899061 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-08b25dbc-a36d-4d10-8725-4e18d8f5dd05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:41.934059 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-fcb9f973-48d5-4c17-9e2a-ae3ddea1297f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:42.012700 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d332f41-746c-4364-8327-e56ac5b1a0aa req-163224cb-2be2-45e0-8ef1-575845b7fe40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:54:42.014751 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-6d332f41-746c-4364-8327-e56ac5b1a0aa req-163224cb-2be2-45e0-8ef1-575845b7fe40 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=92171860-0586-439a-90ff-9e9817d6b6e7 HTTP/1.1" status: 200 len: 855 time: 0.3016672 Jun 07 06:54:42.084826 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-6d332f41-746c-4364-8327-e56ac5b1a0aa req-99271387-2962-4915-a207-576445c897ae service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=27a96711-417c-4ed3-a59e-0ca8ab8628f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0501997 Jun 07 06:54:42.143656 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-7052a4e3-dcb7-48ac-a7a0-7c0e94d6da24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762332461204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723872'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:42.204699 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-5a3c70fb-94c4-4913-911c-811a2bb52c61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1706761'] for security_group, after_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:42.207014 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-5a3c70fb-94c4-4913-911c-811a2bb52c61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:42.208121 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [None req-5a3c70fb-94c4-4913-911c-811a2bb52c61 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/380a565c-2508-488f-bb27-a9e76111f64d HTTP/1.1" status: 204 len: 168 time: 0.7081738 Jun 07 06:54:42.211354 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:54:42.272377 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3c70fb-94c4-4913-911c-811a2bb52c61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=380a565c-2508-488f-bb27-a9e76111f64d,revision_number=None']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:54:42.278454 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-5a3c70fb-94c4-4913-911c-811a2bb52c61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:54:42.299770 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23611385-d83e-4839-80ef-a6699fee93f1 req-b3eb2254-2663-4a11-8782-2fefcda5c8e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:54:42.301983 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-23611385-d83e-4839-80ef-a6699fee93f1 req-b3eb2254-2663-4a11-8782-2fefcda5c8e1 service neutron] 10.222.0.43 "GET /v2.0/networks?id=90cfa33b-3934-46a0-a3d0-faaa7bfec8df HTTP/1.1" status: 200 len: 911 time: 0.4611964 Jun 07 06:54:42.313628 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcc3868-fe3b-409e-8d8c-df40d95c1809 req-e82e28a7-8780-4df7-a667-fc45942277da tempest-AttachVolumeNegativeTest-2031625228 tempest-AttachVolumeNegativeTest-2031625228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:54:42.315507 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-1dcc3868-fe3b-409e-8d8c-df40d95c1809 req-e82e28a7-8780-4df7-a667-fc45942277da tempest-AttachVolumeNegativeTest-2031625228 tempest-AttachVolumeNegativeTest-2031625228-project] 10.222.0.21 "GET /v2.0/ports?device_id=f0b48919-d9cb-43db-9de0-e805db824387 HTTP/1.1" status: 200 len: 943 time: 0.2870750 Jun 07 06:54:42.349088 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-6d332f41-746c-4364-8327-e56ac5b1a0aa req-ff2a7bc9-edcd-4187-87ec-a4ada84b5ad6 service neutron] 10.222.0.43 "GET /v2.0/networks/27a96711-417c-4ed3-a59e-0ca8ab8628f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2563663 Jun 07 06:54:42.353385 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-fcb9f973-48d5-4c17-9e2a-ae3ddea1297f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:42.387732 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-fcb9f973-48d5-4c17-9e2a-ae3ddea1297f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1706761'] for security_group, after_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:42.402600 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-313bb6f4-4029-4f8c-bdab-26fa0820d544 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:54:42.476678 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [None req-fcb9f973-48d5-4c17-9e2a-ae3ddea1297f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2c2fed39fcfa4a0396962929623a96c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6591523 Jun 07 06:54:42.491061 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.wsgi [-] (91772) accepted ('10.222.0.21', 53246) {{(pid=91772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:54:42.533003 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb9f973-48d5-4c17-9e2a-ae3ddea1297f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edf20f3f-9425-44d8-a4d2-689151f9827c,revision_number=1']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:54:42.538869 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-fcb9f973-48d5-4c17-9e2a-ae3ddea1297f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:54:42.569911 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-1dcc3868-fe3b-409e-8d8c-df40d95c1809 req-581647cf-c877-45d7-a7f1-115278685624 tempest-AttachVolumeNegativeTest-2031625228 tempest-AttachVolumeNegativeTest-2031625228-project] 10.222.0.21 "GET /v2.0/security-groups?id=3d4b3a4d-8433-4457-868d-75e29ba07bfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1981053 Jun 07 06:54:42.595784 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-6d332f41-746c-4364-8327-e56ac5b1a0aa req-382ec408-00aa-4a0c-9d9a-ec1091121958 service neutron] 10.222.0.43 "GET /v2.0/networks/27a96711-417c-4ed3-a59e-0ca8ab8628f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2387071 Jun 07 06:54:42.599999 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-23611385-d83e-4839-80ef-a6699fee93f1 req-1a70c5f7-2b98-4a98-83cd-2c3f66893fb8 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=29ea960d-9ed1-4bb5-b4a0-2e1939e8201e HTTP/1.1" status: 200 len: 1001 time: 0.2828710 Jun 07 06:54:42.615855 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97c71d6a-f30b-4af2-87c0-c3f1eaee1897 tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] Router e94f5b08-647a-40c6-b77c-9daf706861b0 has already been hosted by L3 agent dd8e9e9b-c9b0-4755-a773-57df6dee4a2e {{(pid=91772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 06:54:42.656995 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-08b25dbc-a36d-4d10-8725-4e18d8f5dd05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:42.663115 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-08b25dbc-a36d-4d10-8725-4e18d8f5dd05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1706761'] for security_group, after_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:42.675272 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-431607c2-d4d7-4c64-8363-31ad7edf1245 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:54:42.777162 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23611385-d83e-4839-80ef-a6699fee93f1 req-380cea5a-3666-43a2-8710-fae984612f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:54:42.778517 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-23611385-d83e-4839-80ef-a6699fee93f1 req-380cea5a-3666-43a2-8710-fae984612f2d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=cf612fb8-f9f7-4687-b8ca-e3cc129879ce HTTP/1.1" status: 200 len: 849 time: 0.1689999 Jun 07 06:54:42.791252 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-2bca3314-aaf3-4c34-b33a-1be31175c723 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:42.803029 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b25dbc-a36d-4d10-8725-4e18d8f5dd05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5155c4d-ee61-49b0-916e-46eb87e2cd17,revision_number=1']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:54:42.806231 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-08b25dbc-a36d-4d10-8725-4e18d8f5dd05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:54:42.813621 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [None req-08b25dbc-a36d-4d10-8725-4e18d8f5dd05 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2a99087631c946a483ddadd4e94099f3&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2304256 Jun 07 06:54:42.814900 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.21', 53264) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:54:42.879379 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1392d7-d7e0-403a-b6f1-e3b89ab05bf6 req-fbfb5a75-74f4-4820-b780-2113f2039b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:54:42.881401 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-ef1392d7-d7e0-403a-b6f1-e3b89ab05bf6 req-fbfb5a75-74f4-4820-b780-2113f2039b28 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e315befe5685416d9564a280760adaed&device_id=f0b48919-d9cb-43db-9de0-e805db824387 HTTP/1.1" status: 200 len: 1096 time: 0.2077966 Jun 07 06:54:42.881981 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-2bca3314-aaf3-4c34-b33a-1be31175c723 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:42.952202 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-d4244014-b7c3-4726-acf7-f4699c8a8e9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:43.029993 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97c71d6a-f30b-4af2-87c0-c3f1eaee1897 tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] Notify agent at l3_agent.dv-cinder-784140-5-smb the message routers_updated {{(pid=91772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 06:54:43.035526 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-97c71d6a-f30b-4af2-87c0-c3f1eaee1897 tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503096'] for floatingip, before_response {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:43.044713 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c82fc9f9-dd5d-43b2-9895-ba35d7b4cc16 None None] Sync routers for ids ['e94f5b08-647a-40c6-b77c-9daf706861b0'] in dv-cinder-784140-5-smb {{(pid=91775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 06:54:43.055414 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c82fc9f9-dd5d-43b2-9895-ba35d7b4cc16 None None] Routers {'e94f5b08-647a-40c6-b77c-9daf706861b0'} bound to L3 agent in host dv-cinder-784140-5-smb {{(pid=91775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 06:54:43.060161 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron.db.l3_hamode_db [None req-c82fc9f9-dd5d-43b2-9895-ba35d7b4cc16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-07T06:46:09Z,description=,heartbeat_timestamp=2021-06-07T06:54:39Z,host='dv-cinder-784140-5-smb',id=dd8e9e9b-c9b0-4755-a773-57df6dee4a2e,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T06:46:09Z,topic='l3_agent')) {'router_ids': ['e94f5b08-647a-40c6-b77c-9daf706861b0'], 'active': True} {{(pid=91775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 06:54:43.070249 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23611385-d83e-4839-80ef-a6699fee93f1 req-a297ab2e-0f6c-442d-afb2-b004d530956e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:54:43.072332 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-23611385-d83e-4839-80ef-a6699fee93f1 req-a297ab2e-0f6c-442d-afb2-b004d530956e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=90cfa33b-3934-46a0-a3d0-faaa7bfec8df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2789810 Jun 07 06:54:43.123802 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-d4244014-b7c3-4726-acf7-f4699c8a8e9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:43.123914 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-2bca3314-aaf3-4c34-b33a-1be31175c723 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1706761'] for security_group, after_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:43.156743 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-2bca3314-aaf3-4c34-b33a-1be31175c723 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:43.161230 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [None req-2bca3314-aaf3-4c34-b33a-1be31175c723 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/edf20f3f-9425-44d8-a4d2-689151f9827c HTTP/1.1" status: 204 len: 168 time: 0.6624818 Jun 07 06:54:43.166987 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-da50a336-ffc3-4064-ad8c-67050bb6af95 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:54:43.239090 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [None req-97c71d6a-f30b-4af2-87c0-c3f1eaee1897 tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] 10.222.0.21 "PUT /v2.0/floatingips/20026014-3deb-4f23-8a07-c4e0a5d3c2a3 HTTP/1.1" status: 200 len: 991 time: 3.4921818 Jun 07 06:54:43.240289 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bca3314-aaf3-4c34-b33a-1be31175c723 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edf20f3f-9425-44d8-a4d2-689151f9827c,revision_number=None']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:54:43.243134 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-2bca3314-aaf3-4c34-b33a-1be31175c723 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:54:43.273943 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1392d7-d7e0-403a-b6f1-e3b89ab05bf6 req-77656621-617e-49da-82fe-0cbd345c9791 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:54:43.278717 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-ef1392d7-d7e0-403a-b6f1-e3b89ab05bf6 req-77656621-617e-49da-82fe-0cbd345c9791 service neutron] 10.222.0.43 "GET /v2.0/networks?id=27a96711-417c-4ed3-a59e-0ca8ab8628f1 HTTP/1.1" status: 200 len: 916 time: 0.3901761 Jun 07 06:54:43.363028 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45af59d1-9852-4669-a1f9-b74a9c5d6b3a', 'tag': '224d0336-a833-49e1-a20e-5c98bfa53246'}] {{(pid=91772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 06:54:43.367144 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b3564b50ce45010e06e11b2a9bfee31ad6a5dcfa31583fbede74178fb7a3d70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11abd9cd-277d-468e-b29f-2c48be6a4b9a" -d '{"events": [{"name": "network-changed", "server_uuid": "45af59d1-9852-4669-a1f9-b74a9c5d6b3a", "tag": "224d0336-a833-49e1-a20e-5c98bfa53246"}]}' {{(pid=91772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 06:54:43.461728 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-ef1392d7-d7e0-403a-b6f1-e3b89ab05bf6 req-8f75f276-5404-4363-9f09-cd4d83d7c81b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0953562e-2583-4896-8bd4-77f2631e99cd HTTP/1.1" status: 200 len: 217 time: 0.1727731 Jun 07 06:54:43.462328 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.21', 53300) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:54:43.462999 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-d4244014-b7c3-4726-acf7-f4699c8a8e9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1706761'] for security_group, after_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:43.468013 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-23611385-d83e-4839-80ef-a6699fee93f1 req-5831355c-294a-413c-b3c5-658f55dec6c2 service neutron] 10.222.0.43 "GET /v2.0/networks/90cfa33b-3934-46a0-a3d0-faaa7bfec8df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3834038 Jun 07 06:54:43.474557 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-d4244014-b7c3-4726-acf7-f4699c8a8e9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:43.481138 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [None req-d4244014-b7c3-4726-acf7-f4699c8a8e9f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d5155c4d-ee61-49b0-916e-46eb87e2cd17 HTTP/1.1" status: 204 len: 168 time: 0.6650836 Jun 07 06:54:43.526951 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron.db.l3_dvr_db [None req-c82fc9f9-dd5d-43b2-9895-ba35d7b4cc16 None None] Set router e94f5b08-647a-40c6-b77c-9daf706861b0 gateway port host: dv-cinder-784140-5-smb {{(pid=91775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 06:54:43.530770 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 06:54:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd766e78-e927-4535-893f-071b62dad835 x-openstack-request-id: req-bd766e78-e927-4535-893f-071b62dad835 {{(pid=91772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 06:54:43.533908 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45af59d1-9852-4669-a1f9-b74a9c5d6b3a", "tag": "224d0336-a833-49e1-a20e-5c98bfa53246", "status": "completed", "code": 200}]} {{(pid=91772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 06:54:43.534790 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-bd766e78-e927-4535-893f-071b62dad835 {{(pid=91772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 06:54:43.536249 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45af59d1-9852-4669-a1f9-b74a9c5d6b3a', 'tag': '224d0336-a833-49e1-a20e-5c98bfa53246', 'status': 'completed', 'code': 200} Jun 07 06:54:43.560802 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:54:43.676234 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4244014-b7c3-4726-acf7-f4699c8a8e9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5155c4d-ee61-49b0-916e-46eb87e2cd17,revision_number=None']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:54:43.699624 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-d4244014-b7c3-4726-acf7-f4699c8a8e9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:54:43.785106 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.db.db_base_plugin_v2 [None req-596f5161-0ae4-465d-b4f8-466f7eb77150 admin admin] Deleting subnet 3067fb55-c8b8-49c6-833a-aca91fdf0d03 {{(pid=91773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 07 06:54:43.786436 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-23611385-d83e-4839-80ef-a6699fee93f1 req-1e95d679-5f08-48cc-b434-34b1ca2c9171 service neutron] 10.222.0.43 "GET /v2.0/networks/90cfa33b-3934-46a0-a3d0-faaa7bfec8df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3058949 Jun 07 06:54:43.788399 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-596f5161-0ae4-465d-b4f8-466f7eb77150 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:43.842526 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11abd9cd-277d-468e-b29f-2c48be6a4b9a req-eebf19e1-a662-4def-beb2-5d98468417b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:54:43.847245 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-11abd9cd-277d-468e-b29f-2c48be6a4b9a req-eebf19e1-a662-4def-beb2-5d98468417b3 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a521857e620a4cd2a9ecf3c6706dbe4e&device_id=45af59d1-9852-4669-a1f9-b74a9c5d6b3a HTTP/1.1" status: 200 len: 1098 time: 0.2862704 Jun 07 06:54:43.890109 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1392d7-d7e0-403a-b6f1-e3b89ab05bf6 req-1e9e453b-69d8-4edc-a13e-159e948ae25a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:54:43.898821 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-ef1392d7-d7e0-403a-b6f1-e3b89ab05bf6 req-1e9e453b-69d8-4edc-a13e-159e948ae25a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=92171860-0586-439a-90ff-9e9817d6b6e7 HTTP/1.1" status: 200 len: 855 time: 0.4113119 Jun 07 06:54:43.970292 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-ef1392d7-d7e0-403a-b6f1-e3b89ab05bf6 req-27a9ec19-af58-4840-9010-dd23c77e3f6f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=27a96711-417c-4ed3-a59e-0ca8ab8628f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0516183 Jun 07 06:54:43.973031 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-596f5161-0ae4-465d-b4f8-466f7eb77150 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:44.044825 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-596f5161-0ae4-465d-b4f8-466f7eb77150 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-719335'] for subnet, precommit_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:44.152750 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron.db.l3_hamode_db [None req-c82fc9f9-dd5d-43b2-9895-ba35d7b4cc16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e94f5b08-647a-40c6-b77c-9daf706861b0', 'name': 'tempest-AttachVolumeShelveTestJSON-1783332224-router', 'tenant_id': 'a521857e620a4cd2a9ecf3c6706dbe4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a84d0276-e36b-485f-b034-cb606776a5f5', 'external_fixed_ips': [{'subnet_id': 'bc8e845f-21f5-4331-a893-3fabfb1361b8', 'ip_address': '172.28.3.132'}], 'enable_snat': True}, 'gw_port_id': 'f57f8032-4519-43dc-b72b-1cb43278eac9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T06:53:50Z', 'updated_at': '2021-06-07T06:54:05Z', 'revision_number': 4, 'project_id': 'a521857e620a4cd2a9ecf3c6706dbe4e', 'gw_port': {'id': 'f57f8032-4519-43dc-b72b-1cb43278eac9', 'name': '', 'network_id': 'a84d0276-e36b-485f-b034-cb606776a5f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:e6:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e94f5b08-647a-40c6-b77c-9daf706861b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'bc8e845f-21f5-4331-a893-3fabfb1361b8', 'ip_address': '172.28.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T06:53:52Z', 'updated_at': '2021-06-07T06:54:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc8e845f-21f5-4331-a893-3fabfb1361b8', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-5-smb', '_floatingips': [{'id': '20026014-3deb-4f23-8a07-c4e0a5d3c2a3', 'tenant_id': 'a521857e620a4cd2a9ecf3c6706dbe4e', 'floating_ip_address': '172.28.3.196', 'floating_network_id': 'a84d0276-e36b-485f-b034-cb606776a5f5', 'router_id': 'e94f5b08-647a-40c6-b77c-9daf706861b0', 'port_id': '224d0336-a833-49e1-a20e-5c98bfa53246', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 131, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd923eec5-f613-4137-bc9f-8f5300ca5016', 'mac_address': 'fa:16:3e:95:28:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45af59d1-9852-4669-a1f9-b74a9c5d6b3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-07T06:54:19Z', 'updated_at': '2021-06-07T06:54:40Z', 'revision_number': 1, 'project_id': 'a521857e620a4cd2a9ecf3c6706dbe4e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8dfda82d-442d-4a49-844b-7c1cef9c24bd', 'name': '', 'network_id': 'd923eec5-f613-4137-bc9f-8f5300ca5016', 'tenant_id': 'a521857e620a4cd2a9ecf3c6706dbe4e', 'mac_address': 'fa:16:3e:77:e3:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e94f5b08-647a-40c6-b77c-9daf706861b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'c3d491a8-638d-42a9-876a-8c51b2a3d541', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T06:54:03Z', 'updated_at': '2021-06-07T06:54:19Z', 'revision_number': 5, 'project_id': 'a521857e620a4cd2a9ecf3c6706dbe4e', 'subnets': [{'id': 'c3d491a8-638d-42a9-876a-8c51b2a3d541', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784140-5-smb', False) {} {{(pid=91775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 06:54:44.161567 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c82fc9f9-dd5d-43b2-9895-ba35d7b4cc16 None None] Checking router: e94f5b08-647a-40c6-b77c-9daf706861b0 for host: dv-cinder-784140-5-smb {{(pid=91775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 06:54:44.191470 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c82fc9f9-dd5d-43b2-9895-ba35d7b4cc16 None None] Routers {'e94f5b08-647a-40c6-b77c-9daf706861b0'} bound to L3 agent in host dv-cinder-784140-5-smb {{(pid=91775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 06:54:44.192139 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron.db.l3_hamode_db [None req-c82fc9f9-dd5d-43b2-9895-ba35d7b4cc16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-07T06:46:09Z,description=,heartbeat_timestamp=2021-06-07T06:54:39Z,host='dv-cinder-784140-5-smb',id=dd8e9e9b-c9b0-4755-a773-57df6dee4a2e,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T06:46:09Z,topic='l3_agent')) {'router_ids': ['e94f5b08-647a-40c6-b77c-9daf706861b0'], 'active': True} {{(pid=91775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 06:54:44.299630 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-ef1392d7-d7e0-403a-b6f1-e3b89ab05bf6 req-d728a514-f81e-4f0e-bce3-875cbac3e6fb service neutron] 10.222.0.43 "GET /v2.0/networks/27a96711-417c-4ed3-a59e-0ca8ab8628f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3181965 Jun 07 06:54:44.303784 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-596f5161-0ae4-465d-b4f8-466f7eb77150 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-719342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648536'] for subnet, after_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:44.311616 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-59a836bc-312b-4add-9a86-1c751cffc5ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:54:44.384272 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596f5161-0ae4-465d-b4f8-466f7eb77150 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3067fb55-c8b8-49c6-833a-aca91fdf0d03,revision_number=None']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:54:44.385903 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8264d045-def5-4f67-810a-6bafc31e8a48 req-86fc78b4-50a0-4509-8825-45db5bc47e48 tempest-AttachVolumeNegativeTest-2031625228 tempest-AttachVolumeNegativeTest-2031625228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:54:44.392319 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-596f5161-0ae4-465d-b4f8-466f7eb77150 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:44.399132 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [None req-596f5161-0ae4-465d-b4f8-466f7eb77150 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/3067fb55-c8b8-49c6-833a-aca91fdf0d03 HTTP/1.1" status: 204 len: 168 time: 0.9144340 Jun 07 06:54:44.400288 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-8264d045-def5-4f67-810a-6bafc31e8a48 req-86fc78b4-50a0-4509-8825-45db5bc47e48 tempest-AttachVolumeNegativeTest-2031625228 tempest-AttachVolumeNegativeTest-2031625228-project] 10.222.0.21 "GET /v2.0/ports?device_id=f0b48919-d9cb-43db-9de0-e805db824387 HTTP/1.1" status: 200 len: 943 time: 0.5518038 Jun 07 06:54:44.403481 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.wsgi [-] (91772) accepted ('10.222.0.21', 53342) {{(pid=91772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:54:44.408710 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-596f5161-0ae4-465d-b4f8-466f7eb77150 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:54:44.513742 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-8264d045-def5-4f67-810a-6bafc31e8a48 req-8785ea2d-4b49-47f4-87e6-a15f91fab2ca tempest-AttachVolumeNegativeTest-2031625228 tempest-AttachVolumeNegativeTest-2031625228-project] 10.222.0.21 "GET /v2.0/security-groups?id=3d4b3a4d-8433-4457-868d-75e29ba07bfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084023 Jun 07 06:54:44.529908 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11abd9cd-277d-468e-b29f-2c48be6a4b9a req-355d5508-cf8f-455f-963e-9141d1b483bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:54:44.529908 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-11abd9cd-277d-468e-b29f-2c48be6a4b9a req-355d5508-cf8f-455f-963e-9141d1b483bf service neutron] 10.222.0.43 "GET /v2.0/networks?id=d923eec5-f613-4137-bc9f-8f5300ca5016 HTTP/1.1" status: 200 len: 918 time: 0.6066484 Jun 07 06:54:44.542065 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-ef1392d7-d7e0-403a-b6f1-e3b89ab05bf6 req-e82be223-b013-4fc4-8340-33c7c1d6111d service neutron] 10.222.0.43 "GET /v2.0/networks/27a96711-417c-4ed3-a59e-0ca8ab8628f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2325635 Jun 07 06:54:44.558531 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron.db.l3_dvr_db [None req-c82fc9f9-dd5d-43b2-9895-ba35d7b4cc16 None None] Set router e94f5b08-647a-40c6-b77c-9daf706861b0 gateway port host: dv-cinder-784140-5-smb {{(pid=91775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 06:54:44.737613 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-11abd9cd-277d-468e-b29f-2c48be6a4b9a req-ddfb0648-561c-4c80-9e7c-6c20e61b7de1 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=224d0336-a833-49e1-a20e-5c98bfa53246 HTTP/1.1" status: 200 len: 999 time: 0.1941433 Jun 07 06:54:44.862440 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-dd86d80a-844a-4f84-8350-7c3c73dd8673 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538213'] for network, before_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:44.868332 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11abd9cd-277d-468e-b29f-2c48be6a4b9a req-8898f7d5-d947-42a3-a337-ccbe4064c685 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:54:44.869753 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-11abd9cd-277d-468e-b29f-2c48be6a4b9a req-8898f7d5-d947-42a3-a337-ccbe4064c685 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c3d491a8-638d-42a9-876a-8c51b2a3d541 HTTP/1.1" status: 200 len: 856 time: 0.0831056 Jun 07 06:54:44.993224 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron.db.l3_hamode_db [None req-c82fc9f9-dd5d-43b2-9895-ba35d7b4cc16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e94f5b08-647a-40c6-b77c-9daf706861b0', 'name': 'tempest-AttachVolumeShelveTestJSON-1783332224-router', 'tenant_id': 'a521857e620a4cd2a9ecf3c6706dbe4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a84d0276-e36b-485f-b034-cb606776a5f5', 'external_fixed_ips': [{'subnet_id': 'bc8e845f-21f5-4331-a893-3fabfb1361b8', 'ip_address': '172.28.3.132'}], 'enable_snat': True}, 'gw_port_id': 'f57f8032-4519-43dc-b72b-1cb43278eac9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T06:53:50Z', 'updated_at': '2021-06-07T06:54:05Z', 'revision_number': 4, 'project_id': 'a521857e620a4cd2a9ecf3c6706dbe4e', 'gw_port': {'id': 'f57f8032-4519-43dc-b72b-1cb43278eac9', 'name': '', 'network_id': 'a84d0276-e36b-485f-b034-cb606776a5f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:e6:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e94f5b08-647a-40c6-b77c-9daf706861b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'bc8e845f-21f5-4331-a893-3fabfb1361b8', 'ip_address': '172.28.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T06:53:52Z', 'updated_at': '2021-06-07T06:54:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc8e845f-21f5-4331-a893-3fabfb1361b8', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-5-smb', '_floatingips': [{'id': '20026014-3deb-4f23-8a07-c4e0a5d3c2a3', 'tenant_id': 'a521857e620a4cd2a9ecf3c6706dbe4e', 'floating_ip_address': '172.28.3.196', 'floating_network_id': 'a84d0276-e36b-485f-b034-cb606776a5f5', 'router_id': 'e94f5b08-647a-40c6-b77c-9daf706861b0', 'port_id': '224d0336-a833-49e1-a20e-5c98bfa53246', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 131, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd923eec5-f613-4137-bc9f-8f5300ca5016', 'mac_address': 'fa:16:3e:95:28:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45af59d1-9852-4669-a1f9-b74a9c5d6b3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-07T06:54:19Z', 'updated_at': '2021-06-07T06:54:40Z', 'revision_number': 1, 'project_id': 'a521857e620a4cd2a9ecf3c6706dbe4e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8dfda82d-442d-4a49-844b-7c1cef9c24bd', 'name': '', 'network_id': 'd923eec5-f613-4137-bc9f-8f5300ca5016', 'tenant_id': 'a521857e620a4cd2a9ecf3c6706dbe4e', 'mac_address': 'fa:16:3e:77:e3:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e94f5b08-647a-40c6-b77c-9daf706861b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'c3d491a8-638d-42a9-876a-8c51b2a3d541', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T06:54:03Z', 'updated_at': '2021-06-07T06:54:19Z', 'revision_number': 5, 'project_id': 'a521857e620a4cd2a9ecf3c6706dbe4e', 'subnets': [{'id': 'c3d491a8-638d-42a9-876a-8c51b2a3d541', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784140-5-smb', False) {} {{(pid=91775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 06:54:44.998498 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c82fc9f9-dd5d-43b2-9895-ba35d7b4cc16 None None] The sync data for ids ['e94f5b08-647a-40c6-b77c-9daf706861b0'] in dv-cinder-784140-5-smb is: [{'id': 'e94f5b08-647a-40c6-b77c-9daf706861b0', 'name': 'tempest-AttachVolumeShelveTestJSON-1783332224-router', 'tenant_id': 'a521857e620a4cd2a9ecf3c6706dbe4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a84d0276-e36b-485f-b034-cb606776a5f5', 'external_fixed_ips': [{'subnet_id': 'bc8e845f-21f5-4331-a893-3fabfb1361b8', 'ip_address': '172.28.3.132'}], 'enable_snat': True}, 'gw_port_id': 'f57f8032-4519-43dc-b72b-1cb43278eac9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T06:53:50Z', 'updated_at': '2021-06-07T06:54:05Z', 'revision_number': 4, 'project_id': 'a521857e620a4cd2a9ecf3c6706dbe4e', 'gw_port': {'id': 'f57f8032-4519-43dc-b72b-1cb43278eac9', 'name': '', 'network_id': 'a84d0276-e36b-485f-b034-cb606776a5f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:e6:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e94f5b08-647a-40c6-b77c-9daf706861b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'bc8e845f-21f5-4331-a893-3fabfb1361b8', 'ip_address': '172.28.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T06:53:52Z', 'updated_at': '2021-06-07T06:54:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc8e845f-21f5-4331-a893-3fabfb1361b8', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-5-smb', '_floatingips': [{'id': '20026014-3deb-4f23-8a07-c4e0a5d3c2a3', 'tenant_id': 'a521857e620a4cd2a9ecf3c6706dbe4e', 'floating_ip_address': '172.28.3.196', 'floating_network_id': 'a84d0276-e36b-485f-b034-cb606776a5f5', 'router_id': 'e94f5b08-647a-40c6-b77c-9daf706861b0', 'port_id': '224d0336-a833-49e1-a20e-5c98bfa53246', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 131, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd923eec5-f613-4137-bc9f-8f5300ca5016', 'mac_address': 'fa:16:3e:95:28:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45af59d1-9852-4669-a1f9-b74a9c5d6b3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-07T06:54:19Z', 'updated_at': '2021-06-07T06:54:40Z', 'revision_number': 1, 'project_id': 'a521857e620a4cd2a9ecf3c6706dbe4e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8dfda82d-442d-4a49-844b-7c1cef9c24bd', 'name': '', 'network_id': 'd923eec5-f613-4137-bc9f-8f5300ca5016', 'tenant_id': 'a521857e620a4cd2a9ecf3c6706dbe4e', 'mac_address': 'fa:16:3e:77:e3:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e94f5b08-647a-40c6-b77c-9daf706861b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'c3d491a8-638d-42a9-876a-8c51b2a3d541', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T06:54:03Z', 'updated_at': '2021-06-07T06:54:19Z', 'revision_number': 5, 'project_id': 'a521857e620a4cd2a9ecf3c6706dbe4e', 'subnets': [{'id': 'c3d491a8-638d-42a9-876a-8c51b2a3d541', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 06:54:45.054090 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-dd86d80a-844a-4f84-8350-7c3c73dd8673 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-722558', 'neutron.services.segments.db._delete_segments_for_network-8762332461222'] for network, precommit_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:45.070067 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-dd86d80a-844a-4f84-8350-7c3c73dd8673 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=91772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 06:54:45.070067 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-dd86d80a-844a-4f84-8350-7c3c73dd8673 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=91772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 06:54:45.070742 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-dd86d80a-844a-4f84-8350-7c3c73dd8673 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=91772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 06:54:45.071086 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-dd86d80a-844a-4f84-8350-7c3c73dd8673 admin admin] Subscribe: > port after_create 55550000 {{(pid=91772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 06:54:45.071474 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-dd86d80a-844a-4f84-8350-7c3c73dd8673 admin admin] Subscribe: > port after_delete 55550000 {{(pid=91772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 06:54:45.071824 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-dd86d80a-844a-4f84-8350-7c3c73dd8673 admin admin] Subscribe: > port after_update 55550000 {{(pid=91772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 06:54:45.072163 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-dd86d80a-844a-4f84-8350-7c3c73dd8673 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=91772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 06:54:45.072476 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-dd86d80a-844a-4f84-8350-7c3c73dd8673 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=91772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 06:54:45.072787 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-dd86d80a-844a-4f84-8350-7c3c73dd8673 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=91772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 06:54:45.073111 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-dd86d80a-844a-4f84-8350-7c3c73dd8673 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=91772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 06:54:45.223557 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-dd86d80a-844a-4f84-8350-7c3c73dd8673 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=91772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 06:54:45.224001 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-dd86d80a-844a-4f84-8350-7c3c73dd8673 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=91772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 06:54:45.224395 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-dd86d80a-844a-4f84-8350-7c3c73dd8673 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=91772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 06:54:45.224783 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-dd86d80a-844a-4f84-8350-7c3c73dd8673 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=91772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 06:54:45.225344 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.services.segments.db [None req-dd86d80a-844a-4f84-8350-7c3c73dd8673 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d768713e-d7e7-4437-b3b8-c0885329ea3a']}} {{(pid=91772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 06:54:45.239268 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.services.segments.db [None req-dd86d80a-844a-4f84-8350-7c3c73dd8673 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8bd8c3e-aa04-4f1d-81ca-be1b6eea61e5') {'for_net_delete': True} {{(pid=91772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 06:54:45.239827 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.services.segments.db [None req-dd86d80a-844a-4f84-8350-7c3c73dd8673 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8bd8c3e-aa04-4f1d-81ca-be1b6eea61e5') {} {{(pid=91772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 06:54:45.257201 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-dd86d80a-844a-4f84-8350-7c3c73dd8673 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762332204737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2375324'] for segment, before_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:45.285470 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d4b96c0-631d-4675-a909-7d3a1103fec8 None None] New status for floating IP 20026014-3deb-4f23-8a07-c4e0a5d3c2a3: ACTIVE {{(pid=91774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 07 06:54:45.301082 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-dd86d80a-844a-4f84-8350-7c3c73dd8673 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-712556'] for segment, precommit_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:45.331978 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd86d80a-844a-4f84-8350-7c3c73dd8673 admin admin] Releasing vlan 319 on physical network physnet1 to pool {{(pid=91772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 07 06:54:45.336355 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-dd86d80a-844a-4f84-8350-7c3c73dd8673 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-712556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2958496'] for segment, after_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:45.368516 dv-cinder-784140-5-smb neutron-server[91772]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 07 06:54:45.368516 dv-cinder-784140-5-smb neutron-server[91772]: from cryptography.utils import int_from_bytes Jun 07 06:54:45.368516 dv-cinder-784140-5-smb neutron-server[91772]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 07 06:54:45.368516 dv-cinder-784140-5-smb neutron-server[91772]: from cryptography.utils import int_from_bytes Jun 07 06:54:45.368516 dv-cinder-784140-5-smb neutron-server[91772]: Traceback (most recent call last): Jun 07 06:54:45.368516 dv-cinder-784140-5-smb neutron-server[91772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 07 06:54:45.368516 dv-cinder-784140-5-smb neutron-server[91772]: timer() Jun 07 06:54:45.368516 dv-cinder-784140-5-smb neutron-server[91772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 07 06:54:45.368516 dv-cinder-784140-5-smb neutron-server[91772]: cb(*args, **kw) Jun 07 06:54:45.368516 dv-cinder-784140-5-smb neutron-server[91772]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 07 06:54:45.368516 dv-cinder-784140-5-smb neutron-server[91772]: return func(*args, **kwargs) Jun 07 06:54:45.368516 dv-cinder-784140-5-smb neutron-server[91772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 07 06:54:45.368516 dv-cinder-784140-5-smb neutron-server[91772]: self._notify() Jun 07 06:54:45.368516 dv-cinder-784140-5-smb neutron-server[91772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 07 06:54:45.368516 dv-cinder-784140-5-smb neutron-server[91772]: self.callback(batched_events) Jun 07 06:54:45.368516 dv-cinder-784140-5-smb neutron-server[91772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 07 06:54:45.368516 dv-cinder-784140-5-smb neutron-server[91772]: event.method(event) Jun 07 06:54:45.368516 dv-cinder-784140-5-smb neutron-server[91772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 07 06:54:45.368516 dv-cinder-784140-5-smb neutron-server[91772]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 07 06:54:45.368516 dv-cinder-784140-5-smb neutron-server[91772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 07 06:54:45.368516 dv-cinder-784140-5-smb neutron-server[91772]: aggregate_uuid = self.p_client.list_aggregates( Jun 07 06:54:45.368516 dv-cinder-784140-5-smb neutron-server[91772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 07 06:54:45.368516 dv-cinder-784140-5-smb neutron-server[91772]: return f(self, *a, **k) Jun 07 06:54:45.368516 dv-cinder-784140-5-smb neutron-server[91772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 07 06:54:45.368516 dv-cinder-784140-5-smb neutron-server[91772]: return self._get(url).json() Jun 07 06:54:45.368516 dv-cinder-784140-5-smb neutron-server[91772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 07 06:54:45.368516 dv-cinder-784140-5-smb neutron-server[91772]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 07 06:54:45.368516 dv-cinder-784140-5-smb neutron-server[91772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 07 06:54:45.368516 dv-cinder-784140-5-smb neutron-server[91772]: return self.request(url, 'GET', **kwargs) Jun 07 06:54:45.368516 dv-cinder-784140-5-smb neutron-server[91772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 07 06:54:45.368516 dv-cinder-784140-5-smb neutron-server[91772]: base_url = self.get_endpoint(auth, allow=allow, Jun 07 06:54:45.368516 dv-cinder-784140-5-smb neutron-server[91772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 07 06:54:45.368516 dv-cinder-784140-5-smb neutron-server[91772]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 07 06:54:45.368516 dv-cinder-784140-5-smb neutron-server[91772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 07 06:54:45.368516 dv-cinder-784140-5-smb neutron-server[91772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 07 06:54:45.368516 dv-cinder-784140-5-smb neutron-server[91772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 07 06:54:45.430341 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Device 0953562e-2583-4896-8bd4-77f2631e99cd details requested by agent hyperv_hv-cinder-78414 with host hv-cinder-78414 {{(pid=91774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 07 06:54:45.482655 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11abd9cd-277d-468e-b29f-2c48be6a4b9a req-71f3bb3b-18fe-4fff-a57f-c9472e125a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:54:45.485275 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-11abd9cd-277d-468e-b29f-2c48be6a4b9a req-71f3bb3b-18fe-4fff-a57f-c9472e125a56 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d923eec5-f613-4137-bc9f-8f5300ca5016&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.5823293 Jun 07 06:54:45.545021 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-dd86d80a-844a-4f84-8350-7c3c73dd8673 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-722533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1706969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754209'] for network, after_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:45.605662 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:54:45.646115 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-dd86d80a-844a-4f84-8350-7c3c73dd8673 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648630'] for network, before_response {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:45.651629 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [None req-dd86d80a-844a-4f84-8350-7c3c73dd8673 admin admin] 10.222.0.21 "DELETE /v2.0/networks/d768713e-d7e7-4437-b3b8-c0885329ea3a HTTP/1.1" status: 204 len: 168 time: 1.2407162 Jun 07 06:54:45.652880 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd86d80a-844a-4f84-8350-7c3c73dd8673 admin admin] Pushing event deleted for resources: {'Network': ['ID=d768713e-d7e7-4437-b3b8-c0885329ea3a,revision_number=None']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:54:45.658675 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-dd86d80a-844a-4f84-8350-7c3c73dd8673 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:54:45.700084 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-11abd9cd-277d-468e-b29f-2c48be6a4b9a req-734a06c7-0368-4122-8561-cd0fbbfedf23 service neutron] 10.222.0.43 "GET /v2.0/networks/d923eec5-f613-4137-bc9f-8f5300ca5016?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2043672 Jun 07 06:54:45.836132 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.db [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] For port 0953562e-2583-4896-8bd4-77f2631e99cd, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=0953562e-2583-4896-8bd4-77f2631e99cd,segment=NetworkSegment(88ca7d97-e105-429a-98e0-c2a9da21452e),segment_id=88ca7d97-e105-429a-98e0-c2a9da21452e)] {{(pid=91774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 06:54:45.850175 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Returning: {'device': '0953562e-2583-4896-8bd4-77f2631e99cd', 'network_id': '27a96711-417c-4ed3-a59e-0ca8ab8628f1', 'port_id': '0953562e-2583-4896-8bd4-77f2631e99cd', 'mac_address': 'fa:16:3e:3a:26:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92171860-0586-439a-90ff-9e9817d6b6e7', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 07 06:54:45.954122 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.21', 53406) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:54:46.055865 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [None req-6b1a0601-c210-4cbd-923c-36130aeccc45 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=912ad0c5b96b49f5bf40077337ed1d82&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1005468 Jun 07 06:54:46.057857 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.21', 53408) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:54:46.096376 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-11abd9cd-277d-468e-b29f-2c48be6a4b9a req-9ce046e4-a37a-4546-b077-54cf0af62317 service neutron] 10.222.0.43 "GET /v2.0/networks/d923eec5-f613-4137-bc9f-8f5300ca5016?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3855927 Jun 07 06:54:46.110797 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564700'] for port, before_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:46.131218 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b343506b-5295-41f7-b371-1b288e3e1269 req-0043c54c-2a73-474a-a3c3-ea49f52e486d tempest-AttachVolumeNegativeTest-2031625228 tempest-AttachVolumeNegativeTest-2031625228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:54:46.132727 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-b343506b-5295-41f7-b371-1b288e3e1269 req-0043c54c-2a73-474a-a3c3-ea49f52e486d tempest-AttachVolumeNegativeTest-2031625228 tempest-AttachVolumeNegativeTest-2031625228-project] 10.222.0.21 "GET /v2.0/ports?device_id=f0b48919-d9cb-43db-9de0-e805db824387 HTTP/1.1" status: 200 len: 943 time: 0.3649008 Jun 07 06:54:46.142389 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.notifiers.nova [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0953562e-2583-4896-8bd4-77f2631e99cd {{(pid=91774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 06:54:46.173895 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-338f12dd-bb9f-4271-b071-ebb22b15aadb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:46.209240 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-338f12dd-bb9f-4271-b071-ebb22b15aadb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:46.227603 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.db [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] For port 0953562e-2583-4896-8bd4-77f2631e99cd, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=0953562e-2583-4896-8bd4-77f2631e99cd,segment=NetworkSegment(88ca7d97-e105-429a-98e0-c2a9da21452e),segment_id=88ca7d97-e105-429a-98e0-c2a9da21452e)] {{(pid=91774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 06:54:46.242709 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-569476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762332438254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762331935097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762331935142'] for port, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:46.244612 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:54:46.249822 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-b343506b-5295-41f7-b371-1b288e3e1269 req-8e4170e2-aeff-497d-84f1-167296fd77e1 tempest-AttachVolumeNegativeTest-2031625228 tempest-AttachVolumeNegativeTest-2031625228-project] 10.222.0.21 "GET /v2.0/security-groups?id=3d4b3a4d-8433-4457-868d-75e29ba07bfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082520 Jun 07 06:54:46.289133 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-338f12dd-bb9f-4271-b071-ebb22b15aadb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1706761'] for security_group, after_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:46.291692 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-338f12dd-bb9f-4271-b071-ebb22b15aadb admin admin] Notify callbacks [] for security_group, before_response {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:46.295745 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [None req-338f12dd-bb9f-4271-b071-ebb22b15aadb admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d2d7d5d0-eebd-4afb-988f-1e380bfdd76f HTTP/1.1" status: 204 len: 168 time: 0.2339454 Jun 07 06:54:46.295745 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-2c479260-0ba0-4cde-9dfe-6938492c449b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:54:46.304399 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338f12dd-bb9f-4271-b071-ebb22b15aadb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2d7d5d0-eebd-4afb-988f-1e380bfdd76f,revision_number=None']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:54:46.312978 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-338f12dd-bb9f-4271-b071-ebb22b15aadb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:54:46.362763 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Pushing event updated for resources: {'Port': ['ID=0953562e-2583-4896-8bd4-77f2631e99cd,revision_number=4']} {{(pid=91774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:54:46.368045 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:54:46.510311 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.db [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] get_ports_and_sgs() called for port_ids ['0953562e-2583-4896-8bd4-77f2631e99cd'] {{(pid=91774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 06:54:46.976826 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.21', 53444) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:54:47.211313 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-92f1cebe-f67f-4632-a92b-8a6652daffce admin admin] Notify callbacks [] for security_group, before_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:47.358579 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-92f1cebe-f67f-4632-a92b-8a6652daffce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:47.364478 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-92f1cebe-f67f-4632-a92b-8a6652daffce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1706761'] for security_group, after_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:47.379827 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-c5b22df1-e653-49d4-845e-299753409490 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:54:47.453680 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f1cebe-f67f-4632-a92b-8a6652daffce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d727eab9-e859-446b-9cf2-7cf17eb9321a,revision_number=1']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:54:47.457370 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-92f1cebe-f67f-4632-a92b-8a6652daffce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:54:47.459970 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [None req-92f1cebe-f67f-4632-a92b-8a6652daffce admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=bc67f868af4345faa8350c16297763ea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4813950 Jun 07 06:54:47.462863 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.21', 53472) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:54:47.540683 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c86f76-b217-49b6-b13e-462966b602b8 req-56c90dbe-9d73-4d28-b09f-4fc9ab192d0a tempest-AttachVolumeNegativeTest-2031625228 tempest-AttachVolumeNegativeTest-2031625228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:54:47.543136 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-a9c86f76-b217-49b6-b13e-462966b602b8 req-56c90dbe-9d73-4d28-b09f-4fc9ab192d0a tempest-AttachVolumeNegativeTest-2031625228 tempest-AttachVolumeNegativeTest-2031625228-project] 10.222.0.21 "GET /v2.0/ports?device_id=f0b48919-d9cb-43db-9de0-e805db824387 HTTP/1.1" status: 200 len: 944 time: 0.1198173 Jun 07 06:54:47.543865 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.wsgi [-] (91772) accepted ('10.222.0.21', 53474) {{(pid=91772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:54:47.632746 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-130048ce-4784-4a0d-aa9d-a7c92f3c385f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:47.637983 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-a9c86f76-b217-49b6-b13e-462966b602b8 req-00291458-de46-4b93-8da4-2a98d6f0c9b0 tempest-AttachVolumeNegativeTest-2031625228 tempest-AttachVolumeNegativeTest-2031625228-project] 10.222.0.21 "GET /v2.0/security-groups?id=3d4b3a4d-8433-4457-868d-75e29ba07bfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829163 Jun 07 06:54:47.671097 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-130048ce-4784-4a0d-aa9d-a7c92f3c385f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:47.673175 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.v2.base [None req-d4cd96d8-d519-4011-ada4-5793d526f4a9 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-981864860-network', 'tenant_id': 'b6a17686403649e59640e6bed0871b3e'}} {{(pid=91772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 06:54:47.701222 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4cd96d8-d519-4011-ada4-5793d526f4a9 admin admin] Made reservation on behalf of b6a17686403649e59640e6bed0871b3e for: {'network': 1} {{(pid=91772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 06:54:47.704608 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-d4cd96d8-d519-4011-ada4-5793d526f4a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-564483'] for network, before_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:47.717440 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-d4cd96d8-d519-4011-ada4-5793d526f4a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:47.740823 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-130048ce-4784-4a0d-aa9d-a7c92f3c385f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1706761'] for security_group, after_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:47.744054 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-130048ce-4784-4a0d-aa9d-a7c92f3c385f admin admin] Notify callbacks [] for security_group, before_response {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:47.745674 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [None req-130048ce-4784-4a0d-aa9d-a7c92f3c385f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d727eab9-e859-446b-9cf2-7cf17eb9321a HTTP/1.1" status: 204 len: 168 time: 0.2806783 Jun 07 06:54:47.746472 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-bc088a33-8fb3-418b-b276-7a8300aa0e94 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:54:47.757932 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130048ce-4784-4a0d-aa9d-a7c92f3c385f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d727eab9-e859-446b-9cf2-7cf17eb9321a,revision_number=None']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:54:47.762688 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-130048ce-4784-4a0d-aa9d-a7c92f3c385f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:54:47.945831 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-d4cd96d8-d519-4011-ada4-5793d526f4a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:47.954814 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-d4cd96d8-d519-4011-ada4-5793d526f4a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1706761'] for security_group, after_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:47.959216 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-bf61a0fd-d38f-4293-a324-9d0529ac6744 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:54:48.015669 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4cd96d8-d519-4011-ada4-5793d526f4a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7307ba2-82f7-48b4-bd29-8e5128908893,revision_number=1']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:54:48.042470 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4cd96d8-d519-4011-ada4-5793d526f4a9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:54:48.042836 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4cd96d8-d519-4011-ada4-5793d526f4a9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:54:48.043188 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4cd96d8-d519-4011-ada4-5793d526f4a9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:54:48.043532 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4cd96d8-d519-4011-ada4-5793d526f4a9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:54:48.043875 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4cd96d8-d519-4011-ada4-5793d526f4a9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:54:48.044271 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4cd96d8-d519-4011-ada4-5793d526f4a9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:54:48.044608 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4cd96d8-d519-4011-ada4-5793d526f4a9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:54:48.044946 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4cd96d8-d519-4011-ada4-5793d526f4a9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:54:48.049025 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4cd96d8-d519-4011-ada4-5793d526f4a9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:54:48.049394 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4cd96d8-d519-4011-ada4-5793d526f4a9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:54:48.051031 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4cd96d8-d519-4011-ada4-5793d526f4a9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:54:48.051254 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4cd96d8-d519-4011-ada4-5793d526f4a9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:54:48.061504 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4cd96d8-d519-4011-ada4-5793d526f4a9 admin admin] vlan segment allocate from pool success with {'vlan_id': 340, 'physical_network': 'physnet1'} {{(pid=91772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 07 06:54:48.066634 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-d4cd96d8-d519-4011-ada4-5793d526f4a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:54:48.078849 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-d4cd96d8-d519-4011-ada4-5793d526f4a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-712556'] for segment, precommit_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:48.079366 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.db.segments_db [None req-d4cd96d8-d519-4011-ada4-5793d526f4a9 admin admin] Added segment 2c325375-111f-4eec-b37b-2bfb897bb45c of type vlan for network 2e303e64-c012-46d6-aac2-71b049564e50 Jun 07 06:54:48.115831 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-d4cd96d8-d519-4011-ada4-5793d526f4a9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762331920860'] for network, precommit_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:48.160383 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-d4cd96d8-d519-4011-ada4-5793d526f4a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1706969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648529'] for network, after_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:48.161822 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4cd96d8-d519-4011-ada4-5793d526f4a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:54:48.164668 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-d4cd96d8-d519-4011-ada4-5793d526f4a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648630'] for network, before_response {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:48.170173 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-d78a131e-37a3-4076-bcef-fb486fca54a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:54:48.272713 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [None req-d4cd96d8-d519-4011-ada4-5793d526f4a9 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.7266867 Jun 07 06:54:48.276117 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.21', 53520) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:54:48.281007 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.v2.base [None req-18f1f398-0e75-472d-b08b-2397286878b0 admin admin] Request body: {'subnet': {'network_id': '2e303e64-c012-46d6-aac2-71b049564e50', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-981864860-subnet', 'tenant_id': 'b6a17686403649e59640e6bed0871b3e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 06:54:48.282210 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4cd96d8-d519-4011-ada4-5793d526f4a9 admin admin] Pushing event updated for resources: {'Network': ['ID=2e303e64-c012-46d6-aac2-71b049564e50,revision_number=1']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:54:48.285534 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-d4cd96d8-d519-4011-ada4-5793d526f4a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:54:48.300278 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Network 2e303e64-c012-46d6-aac2-71b049564e50 details requested by agent ovs-agent-dv-cinder-784140-5-smb with host dv-cinder-784140-5-smb {{(pid=91774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 07 06:54:48.318821 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18f1f398-0e75-472d-b08b-2397286878b0 admin admin] Made reservation on behalf of b6a17686403649e59640e6bed0871b3e for: {'subnet': 1} {{(pid=91773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 06:54:48.322833 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-18f1f398-0e75-472d-b08b-2397286878b0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:48.324304 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-9bf91cdf-2e73-4014-9cb4-d2273633f8e0 req-5fad7b07-b0e9-49c4-afa7-0017e4d51085 tempest-VolumesNegativeTest-1848339574 tempest-VolumesNegativeTest-1848339574-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=2af98bce70854b05abd950663a368609&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0443172 Jun 07 06:54:48.553972 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-18f1f398-0e75-472d-b08b-2397286878b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648536'] for subnet, after_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:48.558884 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-1e438e39-037b-46b4-aaec-d01d4a44fdb8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:54:48.609036 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf91cdf-2e73-4014-9cb4-d2273633f8e0 req-ddda2bea-5273-4a47-a472-4ce097820f97 tempest-VolumesNegativeTest-1848339574 tempest-VolumesNegativeTest-1848339574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:54:48.616065 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-9bf91cdf-2e73-4014-9cb4-d2273633f8e0 req-ddda2bea-5273-4a47-a472-4ce097820f97 tempest-VolumesNegativeTest-1848339574 tempest-VolumesNegativeTest-1848339574-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2784560 Jun 07 06:54:48.628544 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-9bf91cdf-2e73-4014-9cb4-d2273633f8e0 req-8c44f9c8-1e2d-4c17-95d9-cfee9e44c6b5 tempest-VolumesNegativeTest-1848339574 tempest-VolumesNegativeTest-1848339574-project] 10.222.0.21 "GET /v2.0/quotas/2af98bce70854b05abd950663a368609 HTTP/1.1" status: 200 len: 375 time: 0.0114081 Jun 07 06:54:48.630284 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f1f398-0e75-472d-b08b-2397286878b0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d8876218-386c-4ce2-9fcc-77230c910fea,revision_number=0']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:54:48.641447 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f1f398-0e75-472d-b08b-2397286878b0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:54:48.642014 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f1f398-0e75-472d-b08b-2397286878b0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:54:48.642537 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f1f398-0e75-472d-b08b-2397286878b0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:54:48.643198 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f1f398-0e75-472d-b08b-2397286878b0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:54:48.643679 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f1f398-0e75-472d-b08b-2397286878b0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:54:48.644177 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f1f398-0e75-472d-b08b-2397286878b0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:54:48.644777 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f1f398-0e75-472d-b08b-2397286878b0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:54:48.645252 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f1f398-0e75-472d-b08b-2397286878b0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:54:48.645727 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f1f398-0e75-472d-b08b-2397286878b0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:54:48.646199 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f1f398-0e75-472d-b08b-2397286878b0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:54:48.646738 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f1f398-0e75-472d-b08b-2397286878b0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:54:48.647209 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f1f398-0e75-472d-b08b-2397286878b0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:54:48.650496 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18f1f398-0e75-472d-b08b-2397286878b0 admin admin] Checking segment: {'id': '2c325375-111f-4eec-b37b-2bfb897bb45c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '2e303e64-c012-46d6-aac2-71b049564e50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 06:54:48.651264 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18f1f398-0e75-472d-b08b-2397286878b0 admin admin] Network hostable DHCP agents. Network: 2e303e64-c012-46d6-aac2-71b049564e50, hostable agents: ['9e620681-9ba6-48ee-a994-b814c2ae7583'], hosted agents: [] {{(pid=91773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 07 06:54:48.664120 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-18f1f398-0e75-472d-b08b-2397286878b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:54:48.684701 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-9bf91cdf-2e73-4014-9cb4-d2273633f8e0 req-efe1a0c6-22fb-4cb6-8a20-3d47b95e73ef tempest-VolumesNegativeTest-1848339574 tempest-VolumesNegativeTest-1848339574-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=2af98bce70854b05abd950663a368609&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0527282 Jun 07 06:54:48.689384 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18f1f398-0e75-472d-b08b-2397286878b0 admin admin] Network 2e303e64-c012-46d6-aac2-71b049564e50 is scheduled to be hosted by DHCP agent 9e620681-9ba6-48ee-a994-b814c2ae7583 with binding_index 1 {{(pid=91773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 07 06:54:48.702374 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.scheduler.base_scheduler [None req-18f1f398-0e75-472d-b08b-2397286878b0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784140-5-smb, 2e303e64-c012-46d6-aac2-71b049564e50) {{(pid=91773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 06:54:48.714027 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74f47651-4076-4dc7-8050-30260c6c5fb8 None None] Network 2e303e64-c012-46d6-aac2-71b049564e50 requested from dv-cinder-784140-5-smb {{(pid=91774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 06:54:48.714187 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18f1f398-0e75-472d-b08b-2397286878b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:54:48.714712 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-18f1f398-0e75-472d-b08b-2397286878b0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:48.736694 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [None req-18f1f398-0e75-472d-b08b-2397286878b0 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.4595904 Jun 07 06:54:48.740002 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.wsgi [-] (91772) accepted ('10.222.0.21', 53534) {{(pid=91772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:54:48.746830 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.v2.base [None req-180345fa-326b-405e-8969-41aa27dde8d1 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-981864860-router', 'tenant_id': 'b6a17686403649e59640e6bed0871b3e', 'external_gateway_info': {'network_id': 'a84d0276-e36b-485f-b034-cb606776a5f5'}}} {{(pid=91772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 06:54:48.839094 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-180345fa-326b-405e-8969-41aa27dde8d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1660237', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3595'] for router, before_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:48.841372 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-180345fa-326b-405e-8969-41aa27dde8d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1660116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1667057', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1768563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3584'] for router, precommit_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:48.878861 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-180345fa-326b-405e-8969-41aa27dde8d1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:48.904967 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8daaebb-e9cc-46b4-a405-ae00ad8d4d5f req-6a296993-5ed0-41ad-8f35-35cb6337f93b tempest-AttachVolumeNegativeTest-2031625228 tempest-AttachVolumeNegativeTest-2031625228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:54:48.908361 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-f8daaebb-e9cc-46b4-a405-ae00ad8d4d5f req-6a296993-5ed0-41ad-8f35-35cb6337f93b tempest-AttachVolumeNegativeTest-2031625228 tempest-AttachVolumeNegativeTest-2031625228-project] 10.222.0.21 "GET /v2.0/ports?device_id=f0b48919-d9cb-43db-9de0-e805db824387 HTTP/1.1" status: 200 len: 944 time: 0.1469116 Jun 07 06:54:49.008497 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-697a81ee-02f4-4d4a-98a2-b5be31def1e5 req-04094687-e3ae-429d-be62-e2b177470a3c tempest-VolumesNegativeTest-1848339574 tempest-VolumesNegativeTest-1848339574-project] 10.222.0.21 "GET /v2.0/ports?device_id=d78c4dce-85d7-4c42-8dd2-f7fb86b503e3 HTTP/1.1" status: 200 len: 210 time: 0.1279106 Jun 07 06:54:49.011023 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0f2871b-3e90-4bbb-bfe9-aec0bbb51eb3 None None] Network 2e303e64-c012-46d6-aac2-71b049564e50 requested from dv-cinder-784140-5-smb {{(pid=91774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 06:54:49.093028 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-f8daaebb-e9cc-46b4-a405-ae00ad8d4d5f req-f42b72ee-43af-4c4f-b958-9e2093b0d111 tempest-AttachVolumeNegativeTest-2031625228 tempest-AttachVolumeNegativeTest-2031625228-project] 10.222.0.21 "GET /v2.0/security-groups?id=3d4b3a4d-8433-4457-868d-75e29ba07bfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706095 Jun 07 06:54:49.326999 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Device 0953562e-2583-4896-8bd4-77f2631e99cd up at agent hyperv_hv-cinder-78414 {{(pid=91774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 06:54:49.510158 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.db.provisioning_blocks [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Provisioning for port 0953562e-2583-4896-8bd4-77f2631e99cd completed by entity L2. {{(pid=91774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 06:54:49.521657 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.db.provisioning_blocks [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Provisioning complete for port 0953562e-2583-4896-8bd4-77f2631e99cd triggered by entity L2. {{(pid=91774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 06:54:49.521657 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723953'] for port, provisioning_complete {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:49.548917 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-180345fa-326b-405e-8969-41aa27dde8d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1666947', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1660255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3606'] for router, precommit_update {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:49.705625 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564700'] for port, before_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:49.746287 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0b48919-d9cb-43db-9de0-e805db824387', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0953562e-2583-4896-8bd4-77f2631e99cd'}] {{(pid=91774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 06:54:49.749126 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73fb9c482eb19c5c2e497b7af5ecd9f5da2a12b641d83391285fbc9a8928c34b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd22e2a4-522a-4634-8022-b10a9d292487" -d '{"events": [{"server_uuid": "f0b48919-d9cb-43db-9de0-e805db824387", "name": "network-vif-plugged", "status": "completed", "tag": "0953562e-2583-4896-8bd4-77f2631e99cd"}]}' {{(pid=91774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 06:54:49.768305 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.db [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] For port 0953562e-2583-4896-8bd4-77f2631e99cd, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=0953562e-2583-4896-8bd4-77f2631e99cd,segment=NetworkSegment(88ca7d97-e105-429a-98e0-c2a9da21452e),segment_id=88ca7d97-e105-429a-98e0-c2a9da21452e)] {{(pid=91774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 06:54:49.781231 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-569476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762332438254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762331935097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762331935142'] for port, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:49.783354 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:54:49.931280 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 06:54:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b430e4b8-8470-484b-b539-16e1a972cba1 x-openstack-request-id: req-b430e4b8-8470-484b-b539-16e1a972cba1 {{(pid=91774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 06:54:49.931474 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0b48919-d9cb-43db-9de0-e805db824387", "name": "network-vif-plugged", "status": "completed", "tag": "0953562e-2583-4896-8bd4-77f2631e99cd", "code": 200}]} {{(pid=91774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 06:54:49.931723 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b430e4b8-8470-484b-b539-16e1a972cba1 {{(pid=91774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 06:54:49.932296 dv-cinder-784140-5-smb neutron-server[91774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0b48919-d9cb-43db-9de0-e805db824387', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0953562e-2583-4896-8bd4-77f2631e99cd', 'code': 200} Jun 07 06:54:49.932863 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Pushing event updated for resources: {'Port': ['ID=0953562e-2583-4896-8bd4-77f2631e99cd,revision_number=5']} {{(pid=91774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:54:49.937694 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:54:49.985690 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-180345fa-326b-405e-8969-41aa27dde8d1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:50.018720 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-180345fa-326b-405e-8969-41aa27dde8d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564700'] for port, before_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:50.185610 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.db.db_base_plugin_common [None req-180345fa-326b-405e-8969-41aa27dde8d1 admin admin] Allocated IP 172.28.3.181 (a84d0276-e36b-485f-b034-cb606776a5f5/bc8e845f-21f5-4331-a893-3fabfb1361b8/b643a2d7-9898-4e02-aa51-39293200f9e3) {{(pid=91772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 06:54:50.355237 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-74e52599-5288-4845-a0c0-a7ea8e43fbba req-fa9b0f05-8fd0-4bf2-a055-a42bd72f1f6d tempest-VolumesNegativeTest-1848339574 tempest-VolumesNegativeTest-1848339574-project] 10.222.0.21 "GET /v2.0/ports?device_id=d78c4dce-85d7-4c42-8dd2-f7fb86b503e3 HTTP/1.1" status: 200 len: 210 time: 0.0420322 Jun 07 06:54:50.425340 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-9bf91cdf-2e73-4014-9cb4-d2273633f8e0 req-a88df11a-6669-4014-94c2-5d52ca9073fd tempest-VolumesNegativeTest-1848339574 tempest-VolumesNegativeTest-1848339574-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=2af98bce70854b05abd950663a368609&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0300796 Jun 07 06:54:50.609588 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-180345fa-326b-405e-8969-41aa27dde8d1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:50.637215 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf78d0f1-320d-4488-87d1-916c2ad0b5ba req-93177220-6f4a-45dc-b7af-5ab08634de94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:54:50.639387 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-bf78d0f1-320d-4488-87d1-916c2ad0b5ba req-93177220-6f4a-45dc-b7af-5ab08634de94 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=f0b48919-d9cb-43db-9de0-e805db824387 HTTP/1.1" status: 200 len: 1098 time: 0.5453122 Jun 07 06:54:50.659107 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4651bb67-a0e0-40fb-80be-f3a30891b996 req-6313b0c6-46ce-4cac-a4c0-130de42ebaf8 tempest-AttachVolumeNegativeTest-2031625228 tempest-AttachVolumeNegativeTest-2031625228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:54:50.660679 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-4651bb67-a0e0-40fb-80be-f3a30891b996 req-6313b0c6-46ce-4cac-a4c0-130de42ebaf8 tempest-AttachVolumeNegativeTest-2031625228 tempest-AttachVolumeNegativeTest-2031625228-project] 10.222.0.21 "GET /v2.0/ports?device_id=f0b48919-d9cb-43db-9de0-e805db824387 HTTP/1.1" status: 200 len: 945 time: 0.3867786 Jun 07 06:54:50.681708 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf91cdf-2e73-4014-9cb4-d2273633f8e0 req-bf88455e-4033-4c56-bf1e-6551c822906a tempest-VolumesNegativeTest-1848339574 tempest-VolumesNegativeTest-1848339574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:54:50.683296 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-9bf91cdf-2e73-4014-9cb4-d2273633f8e0 req-bf88455e-4033-4c56-bf1e-6551c822906a tempest-VolumesNegativeTest-1848339574 tempest-VolumesNegativeTest-1848339574-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2520010 Jun 07 06:54:50.695989 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.v2.base [req-9bf91cdf-2e73-4014-9cb4-d2273633f8e0 req-67f0134a-1651-497b-8cfc-f22ae83bbee3 tempest-VolumesNegativeTest-1848339574 tempest-VolumesNegativeTest-1848339574-project] Request body: {'port': {'device_id': 'd78c4dce-85d7-4c42-8dd2-f7fb86b503e3', 'network_id': 'bef1bb3b-26fd-4afa-9a5e-35269987ed57', 'admin_state_up': True, 'tenant_id': '2af98bce70854b05abd950663a368609'}} {{(pid=91773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 06:54:50.743651 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-bf78d0f1-320d-4488-87d1-916c2ad0b5ba req-19ba834e-fdfb-4cf3-abe1-2a6a328f8c5f service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=3d4b3a4d-8433-4457-868d-75e29ba07bfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807695 Jun 07 06:54:50.755072 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-4651bb67-a0e0-40fb-80be-f3a30891b996 req-43df17dd-3640-4689-a0b1-a4cc1dd2758e tempest-AttachVolumeNegativeTest-2031625228 tempest-AttachVolumeNegativeTest-2031625228-project] 10.222.0.21 "GET /v2.0/security-groups?id=3d4b3a4d-8433-4457-868d-75e29ba07bfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766482 Jun 07 06:54:50.756480 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-180345fa-326b-405e-8969-41aa27dde8d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-569476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648536', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762331935079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2958583'] for port, after_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:50.770415 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:54:50.824213 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-180345fa-326b-405e-8969-41aa27dde8d1 admin admin] Network a84d0276-e36b-485f-b034-cb606776a5f5 is already hosted by enough agents. {{(pid=91772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 06:54:50.828163 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.scheduler.base_scheduler [None req-180345fa-326b-405e-8969-41aa27dde8d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=91772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 06:54:50.832149 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-180345fa-326b-405e-8969-41aa27dde8d1 admin admin] Received port after_create {{(pid=91772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 06:54:50.874929 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9bf91cdf-2e73-4014-9cb4-d2273633f8e0 req-67f0134a-1651-497b-8cfc-f22ae83bbee3 tempest-VolumesNegativeTest-1848339574 tempest-VolumesNegativeTest-1848339574-project] Made reservation on behalf of 2af98bce70854b05abd950663a368609 for: {'port': 1} {{(pid=91773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 06:54:50.878983 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [req-9bf91cdf-2e73-4014-9cb4-d2273633f8e0 req-67f0134a-1651-497b-8cfc-f22ae83bbee3 tempest-VolumesNegativeTest-1848339574 tempest-VolumesNegativeTest-1848339574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564700'] for port, before_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:50.883302 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180345fa-326b-405e-8969-41aa27dde8d1 admin admin] Pushing event updated for resources: {'Port': ['ID=b643a2d7-9898-4e02-aa51-39293200f9e3,revision_number=1']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:54:50.894068 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [req-9bf91cdf-2e73-4014-9cb4-d2273633f8e0 req-67f0134a-1651-497b-8cfc-f22ae83bbee3 tempest-VolumesNegativeTest-1848339574 tempest-VolumesNegativeTest-1848339574-project] Notify callbacks [] for security_group, before_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:50.900063 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-180345fa-326b-405e-8969-41aa27dde8d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:54:51.038071 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [req-9bf91cdf-2e73-4014-9cb4-d2273633f8e0 req-67f0134a-1651-497b-8cfc-f22ae83bbee3 tempest-VolumesNegativeTest-1848339574 tempest-VolumesNegativeTest-1848339574-project] Notify callbacks [] for security_group, precommit_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:51.045474 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [req-9bf91cdf-2e73-4014-9cb4-d2273633f8e0 req-67f0134a-1651-497b-8cfc-f22ae83bbee3 tempest-VolumesNegativeTest-1848339574 tempest-VolumesNegativeTest-1848339574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1706761'] for security_group, after_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:51.048350 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:54:51.122413 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f0134a-1651-497b-8cfc-f22ae83bbee3 tempest-VolumesNegativeTest-1848339574 tempest-VolumesNegativeTest-1848339574-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9be83729-ddd3-495f-95a0-ffb4f7347e92,revision_number=1']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:54:51.126012 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-67f0134a-1651-497b-8cfc-f22ae83bbee3 tempest-VolumesNegativeTest-1848339574 tempest-VolumesNegativeTest-1848339574-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:54:51.219333 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.db.db_base_plugin_common [req-9bf91cdf-2e73-4014-9cb4-d2273633f8e0 req-67f0134a-1651-497b-8cfc-f22ae83bbee3 tempest-VolumesNegativeTest-1848339574 tempest-VolumesNegativeTest-1848339574-project] Allocated IP 192.168.233.144 (bef1bb3b-26fd-4afa-9a5e-35269987ed57/1f70bfea-8af1-435f-b4a4-77781e2784f1/e8929a56-f469-48f7-b82b-640a2b23f6f9) {{(pid=91773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 06:54:51.272055 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-180345fa-326b-405e-8969-41aa27dde8d1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:51.452120 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [req-9bf91cdf-2e73-4014-9cb4-d2273633f8e0 req-67f0134a-1651-497b-8cfc-f22ae83bbee3 tempest-VolumesNegativeTest-1848339574 tempest-VolumesNegativeTest-1848339574-project] Notify callbacks [] for port, precommit_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:51.473716 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.db.provisioning_blocks [req-9bf91cdf-2e73-4014-9cb4-d2273633f8e0 req-67f0134a-1651-497b-8cfc-f22ae83bbee3 tempest-VolumesNegativeTest-1848339574 tempest-VolumesNegativeTest-1848339574-project] Transition to ACTIVE for port object e8929a56-f469-48f7-b82b-640a2b23f6f9 will not be triggered until provisioned by entity DHCP. {{(pid=91773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 06:54:51.509442 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [req-9bf91cdf-2e73-4014-9cb4-d2273633f8e0 req-67f0134a-1651-497b-8cfc-f22ae83bbee3 tempest-VolumesNegativeTest-1848339574 tempest-VolumesNegativeTest-1848339574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-569476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648536', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762331935079'] for port, after_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:51.523124 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:54:51.595662 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9bf91cdf-2e73-4014-9cb4-d2273633f8e0 req-67f0134a-1651-497b-8cfc-f22ae83bbee3 tempest-VolumesNegativeTest-1848339574 tempest-VolumesNegativeTest-1848339574-project] Network bef1bb3b-26fd-4afa-9a5e-35269987ed57 is already hosted by enough agents. {{(pid=91773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 06:54:51.599659 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.scheduler.base_scheduler [req-9bf91cdf-2e73-4014-9cb4-d2273633f8e0 req-67f0134a-1651-497b-8cfc-f22ae83bbee3 tempest-VolumesNegativeTest-1848339574 tempest-VolumesNegativeTest-1848339574-project] Resources bound (agent type, host, resource id): {{(pid=91773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 06:54:51.603779 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bf91cdf-2e73-4014-9cb4-d2273633f8e0 req-67f0134a-1651-497b-8cfc-f22ae83bbee3 tempest-VolumesNegativeTest-1848339574 tempest-VolumesNegativeTest-1848339574-project] Received port after_create {{(pid=91773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 06:54:51.610327 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf91cdf-2e73-4014-9cb4-d2273633f8e0 req-67f0134a-1651-497b-8cfc-f22ae83bbee3 tempest-VolumesNegativeTest-1848339574 tempest-VolumesNegativeTest-1848339574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:54:51.611047 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [req-9bf91cdf-2e73-4014-9cb4-d2273633f8e0 req-67f0134a-1651-497b-8cfc-f22ae83bbee3 tempest-VolumesNegativeTest-1848339574 tempest-VolumesNegativeTest-1848339574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648630'] for port, before_response {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:51.644347 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f0134a-1651-497b-8cfc-f22ae83bbee3 tempest-VolumesNegativeTest-1848339574 tempest-VolumesNegativeTest-1848339574-project] Pushing event updated for resources: {'Port': ['ID=e8929a56-f469-48f7-b82b-640a2b23f6f9,revision_number=1']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:54:51.655641 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-67f0134a-1651-497b-8cfc-f22ae83bbee3 tempest-VolumesNegativeTest-1848339574 tempest-VolumesNegativeTest-1848339574-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:54:51.660355 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-9bf91cdf-2e73-4014-9cb4-d2273633f8e0 req-67f0134a-1651-497b-8cfc-f22ae83bbee3 tempest-VolumesNegativeTest-1848339574 tempest-VolumesNegativeTest-1848339574-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9674056 Jun 07 06:54:51.677776 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.v2.base [req-9bf91cdf-2e73-4014-9cb4-d2273633f8e0 req-f070fcc8-7051-4dbd-a9c1-7291da023039 service neutron] Request body: {'port': {'device_id': 'd78c4dce-85d7-4c42-8dd2-f7fb86b503e3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78414'}} {{(pid=91773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 06:54:51.885067 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [req-9bf91cdf-2e73-4014-9cb4-d2273633f8e0 req-f070fcc8-7051-4dbd-a9c1-7291da023039 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564700'] for port, before_update {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:51.904137 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148f79b1-1f08-4247-b7f1-18c2c9559476 req-8e54f05e-4908-418c-b9a5-830eecf1f801 tempest-VolumesNegativeTest-1848339574 tempest-VolumesNegativeTest-1848339574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:54:51.912483 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-148f79b1-1f08-4247-b7f1-18c2c9559476 req-8e54f05e-4908-418c-b9a5-830eecf1f801 tempest-VolumesNegativeTest-1848339574 tempest-VolumesNegativeTest-1848339574-project] 10.222.0.21 "GET /v2.0/ports?device_id=d78c4dce-85d7-4c42-8dd2-f7fb86b503e3 HTTP/1.1" status: 200 len: 936 time: 0.4173906 Jun 07 06:54:52.009880 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-148f79b1-1f08-4247-b7f1-18c2c9559476 req-bac610a4-8405-476d-a722-e1a8af8717b5 tempest-VolumesNegativeTest-1848339574 tempest-VolumesNegativeTest-1848339574-project] 10.222.0.21 "GET /v2.0/security-groups?id=9be83729-ddd3-495f-95a0-ffb4f7347e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804739 Jun 07 06:54:52.022100 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-180345fa-326b-405e-8969-41aa27dde8d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1660228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1666988'] for router, after_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:52.034503 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.db.provisioning_blocks [None req-fe4bd5fb-c806-453a-984d-2008bc4c2832 None None] Provisioning for port e8929a56-f469-48f7-b82b-640a2b23f6f9 completed by entity DHCP. {{(pid=91774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 06:54:52.041728 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.db.provisioning_blocks [None req-fe4bd5fb-c806-453a-984d-2008bc4c2832 None None] Provisioning complete for port e8929a56-f469-48f7-b82b-640a2b23f6f9 triggered by entity DHCP. {{(pid=91774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 06:54:52.042337 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-fe4bd5fb-c806-453a-984d-2008bc4c2832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723953'] for port, provisioning_complete {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:52.146365 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.plugin [None req-fe4bd5fb-c806-453a-984d-2008bc4c2832 None None] Port e8929a56-f469-48f7-b82b-640a2b23f6f9 cannot update to ACTIVE because it is not bound. {{(pid=91774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 07 06:54:52.490298 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cd300e-4a70-447d-9fb3-0146bda75410 req-f366dbd6-e59f-4f1a-9cd7-76144dec7a7f tempest-AttachVolumeNegativeTest-2031625228 tempest-AttachVolumeNegativeTest-2031625228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:54:52.497860 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-a2cd300e-4a70-447d-9fb3-0146bda75410 req-f366dbd6-e59f-4f1a-9cd7-76144dec7a7f tempest-AttachVolumeNegativeTest-2031625228 tempest-AttachVolumeNegativeTest-2031625228-project] 10.222.0.21 "GET /v2.0/ports?device_id=f0b48919-d9cb-43db-9de0-e805db824387 HTTP/1.1" status: 200 len: 945 time: 0.3458169 Jun 07 06:54:52.504380 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.notifiers.nova [req-9bf91cdf-2e73-4014-9cb4-d2273633f8e0 req-f070fcc8-7051-4dbd-a9c1-7291da023039 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8929a56-f469-48f7-b82b-640a2b23f6f9 {{(pid=91773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 06:54:52.517345 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [req-9bf91cdf-2e73-4014-9cb4-d2273633f8e0 req-f070fcc8-7051-4dbd-a9c1-7291da023039 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:52.539154 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.db.provisioning_blocks [req-9bf91cdf-2e73-4014-9cb4-d2273633f8e0 req-f070fcc8-7051-4dbd-a9c1-7291da023039 service neutron] Transition to ACTIVE for port object e8929a56-f469-48f7-b82b-640a2b23f6f9 will not be triggered until provisioned by entity L2. {{(pid=91773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 06:54:52.545139 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [req-9bf91cdf-2e73-4014-9cb4-d2273633f8e0 req-f070fcc8-7051-4dbd-a9c1-7291da023039 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-569476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762332438254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762331935097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762331935142'] for port, after_update {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:52.553190 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-67f0134a-1651-497b-8cfc-f22ae83bbee3 tempest-VolumesNegativeTest-1848339574 tempest-VolumesNegativeTest-1848339574-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:54:52.569982 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-a2cd300e-4a70-447d-9fb3-0146bda75410 req-65ff2b14-b3a3-4cf9-b2d6-db6629e9b109 tempest-AttachVolumeNegativeTest-2031625228 tempest-AttachVolumeNegativeTest-2031625228-project] 10.222.0.21 "GET /v2.0/security-groups?id=3d4b3a4d-8433-4457-868d-75e29ba07bfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712290 Jun 07 06:54:52.582525 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-180345fa-326b-405e-8969-41aa27dde8d1 admin admin] Router 70745989-724a-41c0-a74d-817b7ee09684 is scheduled to L3 agent dd8e9e9b-c9b0-4755-a773-57df6dee4a2e with binding_index 1 {{(pid=91772) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 07 06:54:52.789907 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f070fcc8-7051-4dbd-a9c1-7291da023039 service neutron] Pushing event updated for resources: {'Port': ['ID=e8929a56-f469-48f7-b82b-640a2b23f6f9,revision_number=2']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:54:52.795992 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-f070fcc8-7051-4dbd-a9c1-7291da023039 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:54:52.871557 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-180345fa-326b-405e-8969-41aa27dde8d1 admin admin] Notify agent at l3_agent.dv-cinder-784140-5-smb the message routers_updated {{(pid=91772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 06:54:52.876772 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.managers [req-9bf91cdf-2e73-4014-9cb4-d2273633f8e0 req-f070fcc8-7051-4dbd-a9c1-7291da023039 service neutron] Attempting to bind port e8929a56-f469-48f7-b82b-640a2b23f6f9 on host hv-cinder-78414 for vnic_type normal with profile {{(pid=91773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 06:54:52.877087 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.managers [req-9bf91cdf-2e73-4014-9cb4-d2273633f8e0 req-f070fcc8-7051-4dbd-a9c1-7291da023039 service neutron] Attempting to bind port e8929a56-f469-48f7-b82b-640a2b23f6f9 by drivers openvswitch,hyperv on host hv-cinder-78414 at level 0 using segments [{'id': '1b1e3bb1-4921-4232-a194-a4ff9b34050a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'bef1bb3b-26fd-4afa-9a5e-35269987ed57'}] {{(pid=91773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 06:54:52.877422 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bf91cdf-2e73-4014-9cb4-d2273633f8e0 req-f070fcc8-7051-4dbd-a9c1-7291da023039 service neutron] Attempting to bind port e8929a56-f469-48f7-b82b-640a2b23f6f9 on network bef1bb3b-26fd-4afa-9a5e-35269987ed57 {{(pid=91773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 06:54:52.881576 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08175d33-0be2-45ff-a23a-09afdaedf8a0 None None] Sync routers for ids ['70745989-724a-41c0-a74d-817b7ee09684'] in dv-cinder-784140-5-smb {{(pid=91775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 06:54:52.883246 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bf91cdf-2e73-4014-9cb4-d2273633f8e0 req-f070fcc8-7051-4dbd-a9c1-7291da023039 service neutron] Port e8929a56-f469-48f7-b82b-640a2b23f6f9 on network bef1bb3b-26fd-4afa-9a5e-35269987ed57 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78414 {{(pid=91773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 07 06:54:52.883660 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bf91cdf-2e73-4014-9cb4-d2273633f8e0 req-f070fcc8-7051-4dbd-a9c1-7291da023039 service neutron] Attempting to bind port e8929a56-f469-48f7-b82b-640a2b23f6f9 on network bef1bb3b-26fd-4afa-9a5e-35269987ed57 {{(pid=91773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 06:54:52.898555 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-180345fa-326b-405e-8969-41aa27dde8d1 admin admin] Notify callbacks [] for router, before_response {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:52.900401 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08175d33-0be2-45ff-a23a-09afdaedf8a0 None None] Routers {'70745989-724a-41c0-a74d-817b7ee09684'} bound to L3 agent in host dv-cinder-784140-5-smb {{(pid=91775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 06:54:52.904418 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bf91cdf-2e73-4014-9cb4-d2273633f8e0 req-f070fcc8-7051-4dbd-a9c1-7291da023039 service neutron] Checking agent: {'id': '5a91191c-7894-4314-84ee-19ce578def86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78414', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 6, 52, 11), 'started_at': datetime.datetime(2021, 6, 7, 6, 52, 11), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 6, 54, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 06:54:52.904418 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bf91cdf-2e73-4014-9cb4-d2273633f8e0 req-f070fcc8-7051-4dbd-a9c1-7291da023039 service neutron] Checking segment: {'id': '1b1e3bb1-4921-4232-a194-a4ff9b34050a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'bef1bb3b-26fd-4afa-9a5e-35269987ed57'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 06:54:52.904707 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron.db.l3_hamode_db [None req-08175d33-0be2-45ff-a23a-09afdaedf8a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-07T06:46:09Z,description=,heartbeat_timestamp=2021-06-07T06:54:39Z,host='dv-cinder-784140-5-smb',id=dd8e9e9b-c9b0-4755-a773-57df6dee4a2e,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T06:46:09Z,topic='l3_agent')) {'router_ids': ['70745989-724a-41c0-a74d-817b7ee09684'], 'active': True} {{(pid=91775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 06:54:52.904841 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bf91cdf-2e73-4014-9cb4-d2273633f8e0 req-f070fcc8-7051-4dbd-a9c1-7291da023039 service neutron] Bound using segment: {'id': '1b1e3bb1-4921-4232-a194-a4ff9b34050a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'bef1bb3b-26fd-4afa-9a5e-35269987ed57'} {{(pid=91773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 06:54:52.904841 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.managers [req-9bf91cdf-2e73-4014-9cb4-d2273633f8e0 req-f070fcc8-7051-4dbd-a9c1-7291da023039 service neutron] Bound port: e8929a56-f469-48f7-b82b-640a2b23f6f9, host: hv-cinder-78414, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b1e3bb1-4921-4232-a194-a4ff9b34050a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'bef1bb3b-26fd-4afa-9a5e-35269987ed57'}}] {{(pid=91773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 06:54:52.904841 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [req-9bf91cdf-2e73-4014-9cb4-d2273633f8e0 req-f070fcc8-7051-4dbd-a9c1-7291da023039 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564700'] for port, before_update {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:52.905106 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [None req-180345fa-326b-405e-8969-41aa27dde8d1 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 4.1599829 Jun 07 06:54:52.905106 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.wsgi [-] (91772) accepted ('10.222.0.21', 53664) {{(pid=91772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:54:53.139311 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.db [req-9bf91cdf-2e73-4014-9cb4-d2273633f8e0 req-f070fcc8-7051-4dbd-a9c1-7291da023039 service neutron] For port e8929a56-f469-48f7-b82b-640a2b23f6f9, host hv-cinder-78414, cleared binding levels {{(pid=91773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 06:54:53.146740 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.db [req-9bf91cdf-2e73-4014-9cb4-d2273633f8e0 req-f070fcc8-7051-4dbd-a9c1-7291da023039 service neutron] For port e8929a56-f469-48f7-b82b-640a2b23f6f9, host hv-cinder-78414, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=e8929a56-f469-48f7-b82b-640a2b23f6f9,segment=NetworkSegment(1b1e3bb1-4921-4232-a194-a4ff9b34050a),segment_id=1b1e3bb1-4921-4232-a194-a4ff9b34050a)] {{(pid=91773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 06:54:53.162049 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [req-9bf91cdf-2e73-4014-9cb4-d2273633f8e0 req-f070fcc8-7051-4dbd-a9c1-7291da023039 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-569476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762332438254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762331935097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762331935142'] for port, after_update {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:53.190333 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-08c35baa-cc75-42c8-8144-0321384ab9bb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:54:53.248626 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf91cdf-2e73-4014-9cb4-d2273633f8e0 req-f070fcc8-7051-4dbd-a9c1-7291da023039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:54:53.249232 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [req-9bf91cdf-2e73-4014-9cb4-d2273633f8e0 req-f070fcc8-7051-4dbd-a9c1-7291da023039 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648630'] for port, before_response {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:53.250735 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-9bf91cdf-2e73-4014-9cb4-d2273633f8e0 req-f070fcc8-7051-4dbd-a9c1-7291da023039 service neutron] 10.222.0.43 "PUT /v2.0/ports/e8929a56-f469-48f7-b82b-640a2b23f6f9 HTTP/1.1" status: 200 len: 1098 time: 1.5784688 Jun 07 06:54:53.251066 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd78c4dce-85d7-4c42-8dd2-f7fb86b503e3', 'tag': 'e8929a56-f469-48f7-b82b-640a2b23f6f9'}] {{(pid=91773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 06:54:53.254631 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7af0e1444f231fbc9cc9c3372b4fb62bb65a3f4c42e6951a4a8787648e20f245" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04f3dee5-b472-4ffb-8a91-6d3e4f0428d7" -d '{"events": [{"name": "network-changed", "server_uuid": "d78c4dce-85d7-4c42-8dd2-f7fb86b503e3", "tag": "e8929a56-f469-48f7-b82b-640a2b23f6f9"}]}' {{(pid=91773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 06:54:53.276726 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron.db.l3_dvr_db [None req-08175d33-0be2-45ff-a23a-09afdaedf8a0 None None] Set router 70745989-724a-41c0-a74d-817b7ee09684 gateway port host: dv-cinder-784140-5-smb {{(pid=91775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 06:54:53.306608 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f070fcc8-7051-4dbd-a9c1-7291da023039 service neutron] Pushing event updated for resources: {'Port': ['ID=e8929a56-f469-48f7-b82b-640a2b23f6f9,revision_number=3']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:54:53.367623 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-f070fcc8-7051-4dbd-a9c1-7291da023039 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:54:53.480842 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf91cdf-2e73-4014-9cb4-d2273633f8e0 req-0682bbad-4b44-4063-94a2-f5198cb024ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:54:53.482425 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-9bf91cdf-2e73-4014-9cb4-d2273633f8e0 req-0682bbad-4b44-4063-94a2-f5198cb024ea service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=2af98bce70854b05abd950663a368609&device_id=d78c4dce-85d7-4c42-8dd2-f7fb86b503e3 HTTP/1.1" status: 200 len: 1101 time: 0.1771011 Jun 07 06:54:53.537278 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.wsgi [-] (91772) accepted ('10.222.0.21', 53686) {{(pid=91772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:54:53.604192 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-9bf91cdf-2e73-4014-9cb4-d2273633f8e0 req-e6ddeab2-ec9b-4568-8936-5ad869c32ec9 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.144&port_id=e8929a56-f469-48f7-b82b-640a2b23f6f9 HTTP/1.1" status: 200 len: 217 time: 0.1070037 Jun 07 06:54:53.732170 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 06:54:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4292ae1-0e76-4e6f-b44c-1c49f3d5256d x-openstack-request-id: req-c4292ae1-0e76-4e6f-b44c-1c49f3d5256d {{(pid=91773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 06:54:53.734840 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d78c4dce-85d7-4c42-8dd2-f7fb86b503e3", "tag": "e8929a56-f469-48f7-b82b-640a2b23f6f9", "status": "completed", "code": 200}]} {{(pid=91773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 06:54:53.735393 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c4292ae1-0e76-4e6f-b44c-1c49f3d5256d {{(pid=91773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 06:54:53.737399 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd78c4dce-85d7-4c42-8dd2-f7fb86b503e3', 'tag': 'e8929a56-f469-48f7-b82b-640a2b23f6f9', 'status': 'completed', 'code': 200} Jun 07 06:54:53.758188 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf91cdf-2e73-4014-9cb4-d2273633f8e0 req-4e59ceb0-8d91-44ab-a762-d4f575912d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:54:53.763325 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-9bf91cdf-2e73-4014-9cb4-d2273633f8e0 req-4e59ceb0-8d91-44ab-a762-d4f575912d6c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1f70bfea-8af1-435f-b4a4-77781e2784f1 HTTP/1.1" status: 200 len: 843 time: 0.1437664 Jun 07 06:54:53.857714 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron.db.l3_hamode_db [None req-08175d33-0be2-45ff-a23a-09afdaedf8a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70745989-724a-41c0-a74d-817b7ee09684', 'name': 'tempest-ServerRescueNegativeTestJSON-981864860-router', 'tenant_id': 'b6a17686403649e59640e6bed0871b3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a84d0276-e36b-485f-b034-cb606776a5f5', 'external_fixed_ips': [{'subnet_id': 'bc8e845f-21f5-4331-a893-3fabfb1361b8', 'ip_address': '172.28.3.181'}], 'enable_snat': True}, 'gw_port_id': 'b643a2d7-9898-4e02-aa51-39293200f9e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T06:54:48Z', 'updated_at': '2021-06-07T06:54:51Z', 'revision_number': 3, 'project_id': 'b6a17686403649e59640e6bed0871b3e', 'gw_port': {'id': 'b643a2d7-9898-4e02-aa51-39293200f9e3', 'name': '', 'network_id': 'a84d0276-e36b-485f-b034-cb606776a5f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:94:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70745989-724a-41c0-a74d-817b7ee09684', 'device_owner': 'network:router_gateway', 'standard_attr_id': 229, 'fixed_ips': [{'subnet_id': 'bc8e845f-21f5-4331-a893-3fabfb1361b8', 'ip_address': '172.28.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T06:54:50Z', 'updated_at': '2021-06-07T06:54:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc8e845f-21f5-4331-a893-3fabfb1361b8', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-5-smb'}], 'dv-cinder-784140-5-smb', False) {} {{(pid=91775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 06:54:53.866433 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08175d33-0be2-45ff-a23a-09afdaedf8a0 None None] Checking router: 70745989-724a-41c0-a74d-817b7ee09684 for host: dv-cinder-784140-5-smb {{(pid=91775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 06:54:53.869538 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08175d33-0be2-45ff-a23a-09afdaedf8a0 None None] Updating router 70745989-724a-41c0-a74d-817b7ee09684 port b643a2d7-9898-4e02-aa51-39293200f9e3 binding host dv-cinder-784140-5-smb {{(pid=91775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 07 06:54:53.878827 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-fb787b34-dc61-4e12-b18d-e0b897b0bd72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:53.927751 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf91cdf-2e73-4014-9cb4-d2273633f8e0 req-ed217b50-c377-4360-afa7-8bf21fdec7dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:54:53.930285 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-9bf91cdf-2e73-4014-9cb4-d2273633f8e0 req-ed217b50-c377-4360-afa7-8bf21fdec7dd service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=bef1bb3b-26fd-4afa-9a5e-35269987ed57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1587071 Jun 07 06:54:53.994494 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron_lib.callbacks.manager [None req-08175d33-0be2-45ff-a23a-09afdaedf8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564700'] for port, before_update {{(pid=91775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:54.018371 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7445a408-9c2e-4d06-bc3b-f40f86ef4a90 req-d7bdb06e-bbb8-4889-993b-568b02a98e9e tempest-VolumesNegativeTest-1848339574 tempest-VolumesNegativeTest-1848339574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:54:54.020056 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-7445a408-9c2e-4d06-bc3b-f40f86ef4a90 req-d7bdb06e-bbb8-4889-993b-568b02a98e9e tempest-VolumesNegativeTest-1848339574 tempest-VolumesNegativeTest-1848339574-project] 10.222.0.21 "GET /v2.0/ports?device_id=d78c4dce-85d7-4c42-8dd2-f7fb86b503e3 HTTP/1.1" status: 200 len: 948 time: 0.5112615 Jun 07 06:54:54.128696 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-9bf91cdf-2e73-4014-9cb4-d2273633f8e0 req-dc880432-a468-4153-a18a-05400b57e027 service neutron] 10.222.0.43 "GET /v2.0/networks/bef1bb3b-26fd-4afa-9a5e-35269987ed57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1889145 Jun 07 06:54:54.336678 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-9bf91cdf-2e73-4014-9cb4-d2273633f8e0 req-7794dc71-d927-4292-8374-057dc8605ef9 service neutron] 10.222.0.43 "GET /v2.0/networks/bef1bb3b-26fd-4afa-9a5e-35269987ed57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2000997 Jun 07 06:54:54.371268 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-fb787b34-dc61-4e12-b18d-e0b897b0bd72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:54.392824 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-7445a408-9c2e-4d06-bc3b-f40f86ef4a90 req-ca025534-42d8-4a72-af27-ea8a907af25c tempest-VolumesNegativeTest-1848339574 tempest-VolumesNegativeTest-1848339574-project] 10.222.0.21 "GET /v2.0/security-groups?id=9be83729-ddd3-495f-95a0-ffb4f7347e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3126776 Jun 07 06:54:54.397053 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-fb787b34-dc61-4e12-b18d-e0b897b0bd72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1706761'] for security_group, after_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:54.415602 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-0a2c02bd-4b10-42fd-97ba-c045dd4048d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:54:54.504703 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f3dee5-b472-4ffb-8a91-6d3e4f0428d7 req-7bd03e8f-b232-441d-b8aa-bd77c653580d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:54:54.506320 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-04f3dee5-b472-4ffb-8a91-6d3e4f0428d7 req-7bd03e8f-b232-441d-b8aa-bd77c653580d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=2af98bce70854b05abd950663a368609&device_id=d78c4dce-85d7-4c42-8dd2-f7fb86b503e3 HTTP/1.1" status: 200 len: 1101 time: 0.0850985 Jun 07 06:54:54.528806 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb787b34-dc61-4e12-b18d-e0b897b0bd72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6098ff1f-5ed9-41ba-bd1a-a83c989fac7b,revision_number=1']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:54:54.537754 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [None req-fb787b34-dc61-4e12-b18d-e0b897b0bd72 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9d8208dd570c4980a8c71f820538589b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9215348 Jun 07 06:54:54.537754 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-fb787b34-dc61-4e12-b18d-e0b897b0bd72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:54:54.539305 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.wsgi [-] (91772) accepted ('10.222.0.21', 53710) {{(pid=91772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:54:54.640118 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-56405e12-efd9-4a7e-9418-4c6efb968264 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564700'] for port, before_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:54.654395 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f3dee5-b472-4ffb-8a91-6d3e4f0428d7 req-a169b9ee-6b68-4448-838d-35e019803772 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:54:54.656261 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-04f3dee5-b472-4ffb-8a91-6d3e4f0428d7 req-a169b9ee-6b68-4448-838d-35e019803772 service neutron] 10.222.0.43 "GET /v2.0/networks?id=bef1bb3b-26fd-4afa-9a5e-35269987ed57 HTTP/1.1" status: 200 len: 870 time: 0.1395998 Jun 07 06:54:54.660451 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron_lib.callbacks.manager [None req-08175d33-0be2-45ff-a23a-09afdaedf8a0 None None] Notify callbacks [] for port, precommit_update {{(pid=91775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:54.668141 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-c57991af-6ffb-4737-81e8-48da96db9c40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:54.676288 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron.db.provisioning_blocks [None req-08175d33-0be2-45ff-a23a-09afdaedf8a0 None None] Transition to ACTIVE for port object b643a2d7-9898-4e02-aa51-39293200f9e3 will not be triggered until provisioned by entity L2. {{(pid=91775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 06:54:54.684971 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron_lib.callbacks.manager [None req-08175d33-0be2-45ff-a23a-09afdaedf8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-569476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762332438254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762331935097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762331935142'] for port, after_update {{(pid=91775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:54.691660 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG oslo_concurrency.lockutils [None req-fd30acc1-d892-43b6-ad65-86ddeba2e563 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:54:54.742223 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-04f3dee5-b472-4ffb-8a91-6d3e4f0428d7 req-0f4e19bb-4a15-4d88-9049-89bbbb66b390 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.144&port_id=e8929a56-f469-48f7-b82b-640a2b23f6f9 HTTP/1.1" status: 200 len: 217 time: 0.0690196 Jun 07 06:54:54.743015 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-c57991af-6ffb-4737-81e8-48da96db9c40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:54.776306 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron.plugins.ml2.managers [None req-08175d33-0be2-45ff-a23a-09afdaedf8a0 None None] Attempting to bind port b643a2d7-9898-4e02-aa51-39293200f9e3 on host dv-cinder-784140-5-smb for vnic_type normal with profile {{(pid=91775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 06:54:54.777040 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron.plugins.ml2.managers [None req-08175d33-0be2-45ff-a23a-09afdaedf8a0 None None] Attempting to bind port b643a2d7-9898-4e02-aa51-39293200f9e3 by drivers openvswitch,hyperv on host dv-cinder-784140-5-smb at level 0 using segments [{'id': 'a651428c-972d-4b8e-a20b-c49a0a4f9500', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a84d0276-e36b-485f-b034-cb606776a5f5'}] {{(pid=91775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 06:54:54.777040 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08175d33-0be2-45ff-a23a-09afdaedf8a0 None None] Attempting to bind port b643a2d7-9898-4e02-aa51-39293200f9e3 on network a84d0276-e36b-485f-b034-cb606776a5f5 {{(pid=91775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 06:54:54.787589 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08175d33-0be2-45ff-a23a-09afdaedf8a0 None None] Checking agent: {'id': '2cbbf4dd-47cd-4e79-9ddf-2f0b457e4e7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784140-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 6, 46, 9), 'started_at': datetime.datetime(2021, 6, 7, 6, 46, 39), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 6, 54, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784140-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 06:54:54.787981 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08175d33-0be2-45ff-a23a-09afdaedf8a0 None None] Checking segment: {'id': 'a651428c-972d-4b8e-a20b-c49a0a4f9500', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a84d0276-e36b-485f-b034-cb606776a5f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 06:54:54.788380 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron_lib.callbacks.manager [None req-08175d33-0be2-45ff-a23a-09afdaedf8a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:54.789708 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08175d33-0be2-45ff-a23a-09afdaedf8a0 None None] Bound using segment: {'id': 'a651428c-972d-4b8e-a20b-c49a0a4f9500', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a84d0276-e36b-485f-b034-cb606776a5f5'} {{(pid=91775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 06:54:54.789708 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron.plugins.ml2.managers [None req-08175d33-0be2-45ff-a23a-09afdaedf8a0 None None] Bound port: b643a2d7-9898-4e02-aa51-39293200f9e3, host: dv-cinder-784140-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a651428c-972d-4b8e-a20b-c49a0a4f9500', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a84d0276-e36b-485f-b034-cb606776a5f5'}}] {{(pid=91775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 06:54:54.789708 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron_lib.callbacks.manager [None req-08175d33-0be2-45ff-a23a-09afdaedf8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564700'] for port, before_update {{(pid=91775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:54.829583 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e42d28-1a20-43c5-b692-b0323cf53b19 None None] Pushing event updated for resources: {'Port': ['ID=b643a2d7-9898-4e02-aa51-39293200f9e3,revision_number=2']} {{(pid=91775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:54:54.838172 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG oslo_concurrency.lockutils [None req-f4e42d28-1a20-43c5-b692-b0323cf53b19 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=91775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:54:54.879361 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f3dee5-b472-4ffb-8a91-6d3e4f0428d7 req-797678fe-cb71-499f-97bf-ef8b920803ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:54:54.881015 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-04f3dee5-b472-4ffb-8a91-6d3e4f0428d7 req-797678fe-cb71-499f-97bf-ef8b920803ac service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1f70bfea-8af1-435f-b4a4-77781e2784f1 HTTP/1.1" status: 200 len: 843 time: 0.1293650 Jun 07 06:54:54.885172 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron.plugins.ml2.db [None req-08175d33-0be2-45ff-a23a-09afdaedf8a0 None None] For port b643a2d7-9898-4e02-aa51-39293200f9e3, host dv-cinder-784140-5-smb, cleared binding levels {{(pid=91775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 06:54:54.889487 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron.plugins.ml2.db [None req-08175d33-0be2-45ff-a23a-09afdaedf8a0 None None] For port b643a2d7-9898-4e02-aa51-39293200f9e3, host dv-cinder-784140-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-5-smb',level=0,port_id=b643a2d7-9898-4e02-aa51-39293200f9e3,segment=NetworkSegment(a651428c-972d-4b8e-a20b-c49a0a4f9500),segment_id=a651428c-972d-4b8e-a20b-c49a0a4f9500)] {{(pid=91775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 06:54:54.896682 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron_lib.callbacks.manager [None req-08175d33-0be2-45ff-a23a-09afdaedf8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-569476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762332438254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762331935097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762331935142'] for port, after_update {{(pid=91775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:54.911923 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG oslo_concurrency.lockutils [None req-47a63986-4412-4de9-acd6-fa0159c16e45 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:54:54.975930 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f3dee5-b472-4ffb-8a91-6d3e4f0428d7 req-4c9ddf0c-9593-40c3-b0fe-3863f4e7dc73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:54:54.977517 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-04f3dee5-b472-4ffb-8a91-6d3e4f0428d7 req-4c9ddf0c-9593-40c3-b0fe-3863f4e7dc73 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=bef1bb3b-26fd-4afa-9a5e-35269987ed57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0835664 Jun 07 06:54:55.000667 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08175d33-0be2-45ff-a23a-09afdaedf8a0 None None] Routers {'70745989-724a-41c0-a74d-817b7ee09684'} bound to L3 agent in host dv-cinder-784140-5-smb {{(pid=91775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 06:54:55.001651 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron.db.l3_hamode_db [None req-08175d33-0be2-45ff-a23a-09afdaedf8a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-07T06:46:09Z,description=,heartbeat_timestamp=2021-06-07T06:54:39Z,host='dv-cinder-784140-5-smb',id=dd8e9e9b-c9b0-4755-a773-57df6dee4a2e,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T06:46:09Z,topic='l3_agent')) {'router_ids': ['70745989-724a-41c0-a74d-817b7ee09684'], 'active': True} {{(pid=91775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 06:54:55.007094 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-c57991af-6ffb-4737-81e8-48da96db9c40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1706761'] for security_group, after_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:55.009491 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-c57991af-6ffb-4737-81e8-48da96db9c40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:55.013520 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [None req-c57991af-6ffb-4737-81e8-48da96db9c40 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6098ff1f-5ed9-41ba-bd1a-a83c989fac7b HTTP/1.1" status: 204 len: 168 time: 0.4709122 Jun 07 06:54:55.018010 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:54:55.041830 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57991af-6ffb-4737-81e8-48da96db9c40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6098ff1f-5ed9-41ba-bd1a-a83c989fac7b,revision_number=None']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:54:55.053671 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-c57991af-6ffb-4737-81e8-48da96db9c40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:54:55.094327 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e42d28-1a20-43c5-b692-b0323cf53b19 None None] Pushing event updated for resources: {'Port': ['ID=b643a2d7-9898-4e02-aa51-39293200f9e3,revision_number=3']} {{(pid=91775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:54:55.100103 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG oslo_concurrency.lockutils [None req-f4e42d28-1a20-43c5-b692-b0323cf53b19 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=91775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:54:55.100812 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.db.db_base_plugin_common [None req-56405e12-efd9-4a7e-9418-4c6efb968264 admin admin] Allocated IP 172.20.0.1 (2e303e64-c012-46d6-aac2-71b049564e50/d8876218-386c-4ce2-9fcc-77230c910fea/8ff13eef-1052-46ff-be31-01b9c98a15e6) {{(pid=91772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 06:54:55.253199 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-04f3dee5-b472-4ffb-8a91-6d3e4f0428d7 req-6f57b16d-534e-4a5d-9f73-4c35450a7eee service neutron] 10.222.0.43 "GET /v2.0/networks/bef1bb3b-26fd-4afa-9a5e-35269987ed57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2642965 Jun 07 06:54:55.298140 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron.db.l3_dvr_db [None req-08175d33-0be2-45ff-a23a-09afdaedf8a0 None None] Set router 70745989-724a-41c0-a74d-817b7ee09684 gateway port host: dv-cinder-784140-5-smb {{(pid=91775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 06:54:55.592250 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-04f3dee5-b472-4ffb-8a91-6d3e4f0428d7 req-af3831ce-ff92-45cc-8039-5ec18e301ff8 service neutron] 10.222.0.43 "GET /v2.0/networks/bef1bb3b-26fd-4afa-9a5e-35269987ed57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3307116 Jun 07 06:54:55.597480 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.21', 53744) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:54:55.626642 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-d04c309e-eb94-47ff-81d0-3863be66b149 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:55.688661 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron.db.l3_hamode_db [None req-08175d33-0be2-45ff-a23a-09afdaedf8a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70745989-724a-41c0-a74d-817b7ee09684', 'name': 'tempest-ServerRescueNegativeTestJSON-981864860-router', 'tenant_id': 'b6a17686403649e59640e6bed0871b3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a84d0276-e36b-485f-b034-cb606776a5f5', 'external_fixed_ips': [{'subnet_id': 'bc8e845f-21f5-4331-a893-3fabfb1361b8', 'ip_address': '172.28.3.181'}], 'enable_snat': True}, 'gw_port_id': 'b643a2d7-9898-4e02-aa51-39293200f9e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T06:54:48Z', 'updated_at': '2021-06-07T06:54:51Z', 'revision_number': 3, 'project_id': 'b6a17686403649e59640e6bed0871b3e', 'gw_port': {'id': 'b643a2d7-9898-4e02-aa51-39293200f9e3', 'name': '', 'network_id': 'a84d0276-e36b-485f-b034-cb606776a5f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:94:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70745989-724a-41c0-a74d-817b7ee09684', 'device_owner': 'network:router_gateway', 'standard_attr_id': 229, 'fixed_ips': [{'subnet_id': 'bc8e845f-21f5-4331-a893-3fabfb1361b8', 'ip_address': '172.28.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T06:54:50Z', 'updated_at': '2021-06-07T06:54:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc8e845f-21f5-4331-a893-3fabfb1361b8', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-5-smb'}], 'dv-cinder-784140-5-smb', False) {} {{(pid=91775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 06:54:55.694434 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08175d33-0be2-45ff-a23a-09afdaedf8a0 None None] The sync data for ids ['70745989-724a-41c0-a74d-817b7ee09684'] in dv-cinder-784140-5-smb is: [{'id': '70745989-724a-41c0-a74d-817b7ee09684', 'name': 'tempest-ServerRescueNegativeTestJSON-981864860-router', 'tenant_id': 'b6a17686403649e59640e6bed0871b3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a84d0276-e36b-485f-b034-cb606776a5f5', 'external_fixed_ips': [{'subnet_id': 'bc8e845f-21f5-4331-a893-3fabfb1361b8', 'ip_address': '172.28.3.181'}], 'enable_snat': True}, 'gw_port_id': 'b643a2d7-9898-4e02-aa51-39293200f9e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T06:54:48Z', 'updated_at': '2021-06-07T06:54:51Z', 'revision_number': 3, 'project_id': 'b6a17686403649e59640e6bed0871b3e', 'gw_port': {'id': 'b643a2d7-9898-4e02-aa51-39293200f9e3', 'name': '', 'network_id': 'a84d0276-e36b-485f-b034-cb606776a5f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:94:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70745989-724a-41c0-a74d-817b7ee09684', 'device_owner': 'network:router_gateway', 'standard_attr_id': 229, 'fixed_ips': [{'subnet_id': 'bc8e845f-21f5-4331-a893-3fabfb1361b8', 'ip_address': '172.28.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T06:54:50Z', 'updated_at': '2021-06-07T06:54:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc8e845f-21f5-4331-a893-3fabfb1361b8', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-5-smb'}] {{(pid=91775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 06:54:55.744965 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-56405e12-efd9-4a7e-9418-4c6efb968264 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:55.757720 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-d04c309e-eb94-47ff-81d0-3863be66b149 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:55.764092 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-d04c309e-eb94-47ff-81d0-3863be66b149 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1706761'] for security_group, after_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:55.773168 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-fcb9f973-48d5-4c17-9e2a-ae3ddea1297f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:54:55.813935 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [None req-d04c309e-eb94-47ff-81d0-3863be66b149 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5810b8f4c2de4e2789bc2c6f6d88fc6a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2142246 Jun 07 06:54:55.815562 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04c309e-eb94-47ff-81d0-3863be66b149 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55e50056-ba29-4624-b0ca-1c6efa53f3fd,revision_number=1']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:54:55.817828 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.21', 53748) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:54:55.818158 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2361c4e0-27d0-48e1-8790-548ad7354a69 req-c560ef28-cfbc-40f1-9d01-bae699f2bcd1 tempest-AttachVolumeNegativeTest-2031625228 tempest-AttachVolumeNegativeTest-2031625228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:54:55.819857 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-2361c4e0-27d0-48e1-8790-548ad7354a69 req-c560ef28-cfbc-40f1-9d01-bae699f2bcd1 tempest-AttachVolumeNegativeTest-2031625228 tempest-AttachVolumeNegativeTest-2031625228-project] 10.222.0.21 "GET /v2.0/networks?id=27a96711-417c-4ed3-a59e-0ca8ab8628f1 HTTP/1.1" status: 200 len: 815 time: 0.6549301 Jun 07 06:54:55.820004 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-d04c309e-eb94-47ff-81d0-3863be66b149 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:54:55.850900 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571e5ebe-5c49-40a7-8cce-e7f7a1f138da req-87552d68-7c1f-4199-a583-0a8956f26d20 tempest-VolumesNegativeTest-1848339574 tempest-VolumesNegativeTest-1848339574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:54:55.852335 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-571e5ebe-5c49-40a7-8cce-e7f7a1f138da req-87552d68-7c1f-4199-a583-0a8956f26d20 tempest-VolumesNegativeTest-1848339574 tempest-VolumesNegativeTest-1848339574-project] 10.222.0.21 "GET /v2.0/ports?device_id=d78c4dce-85d7-4c42-8dd2-f7fb86b503e3 HTTP/1.1" status: 200 len: 948 time: 0.2373247 Jun 07 06:54:55.858300 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-2361c4e0-27d0-48e1-8790-548ad7354a69 req-4d77edd8-e7b2-4198-8b76-3679e4ec7ef2 tempest-AttachVolumeNegativeTest-2031625228 tempest-AttachVolumeNegativeTest-2031625228-project] 10.222.0.21 "GET /v2.0/quotas/e315befe5685416d9564a280760adaed HTTP/1.1" status: 200 len: 375 time: 0.0235386 Jun 07 06:54:55.881666 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-56405e12-efd9-4a7e-9418-4c6efb968264 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-569476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648536', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762331935079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2958583'] for port, after_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:55.889759 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-81c2dac0-a79c-4fc5-ab90-0a3b6d731200 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:55.920566 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-81c2dac0-a79c-4fc5-ab90-0a3b6d731200 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:55.933328 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-e702e165-95f3-4852-a7dc-602e94fd58df tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:54:56.021167 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-81c2dac0-a79c-4fc5-ab90-0a3b6d731200 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1706761'] for security_group, after_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:56.023840 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-81c2dac0-a79c-4fc5-ab90-0a3b6d731200 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:56.025085 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [None req-81c2dac0-a79c-4fc5-ab90-0a3b6d731200 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/55e50056-ba29-4624-b0ca-1c6efa53f3fd HTTP/1.1" status: 204 len: 168 time: 0.2061696 Jun 07 06:54:56.026479 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-79b02235-6553-41a7-a24b-9d0c677765a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:54:56.034676 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56405e12-efd9-4a7e-9418-4c6efb968264 admin admin] Network 2e303e64-c012-46d6-aac2-71b049564e50 is already hosted by enough agents. {{(pid=91772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 06:54:56.045665 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.scheduler.base_scheduler [None req-56405e12-efd9-4a7e-9418-4c6efb968264 admin admin] Resources bound (agent type, host, resource id): {{(pid=91772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 06:54:56.048519 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56405e12-efd9-4a7e-9418-4c6efb968264 admin admin] Received port after_create {{(pid=91772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 06:54:56.058050 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c2dac0-a79c-4fc5-ab90-0a3b6d731200 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55e50056-ba29-4624-b0ca-1c6efa53f3fd,revision_number=None']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:54:56.064963 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-81c2dac0-a79c-4fc5-ab90-0a3b6d731200 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:54:56.083420 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-571e5ebe-5c49-40a7-8cce-e7f7a1f138da req-144a49b5-29c4-4d5d-a8de-c262dbabe553 tempest-VolumesNegativeTest-1848339574 tempest-VolumesNegativeTest-1848339574-project] 10.222.0.21 "GET /v2.0/security-groups?id=9be83729-ddd3-495f-95a0-ffb4f7347e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2212088 Jun 07 06:54:56.110734 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56405e12-efd9-4a7e-9418-4c6efb968264 admin admin] Pushing event updated for resources: {'Port': ['ID=8ff13eef-1052-46ff-be31-01b9c98a15e6,revision_number=1']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:54:56.111231 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-56405e12-efd9-4a7e-9418-4c6efb968264 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:54:56.131325 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-56405e12-efd9-4a7e-9418-4c6efb968264 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1754342'] for router_interface, before_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:56.163185 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-2361c4e0-27d0-48e1-8790-548ad7354a69 req-9246489a-e366-4cb2-ab4b-f4f12edbed6f tempest-AttachVolumeNegativeTest-2031625228 tempest-AttachVolumeNegativeTest-2031625228-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=e315befe5685416d9564a280760adaed&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2831774 Jun 07 06:54:56.347750 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-2361c4e0-27d0-48e1-8790-548ad7354a69 req-b022d8df-ed8f-4eff-b38d-b7d26f91106f service neutron] 10.222.0.21 "GET /v2.0/networks/27a96711-417c-4ed3-a59e-0ca8ab8628f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1705647 Jun 07 06:54:56.462194 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-56405e12-efd9-4a7e-9418-4c6efb968264 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564700'] for port, before_update {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:56.751527 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-2361c4e0-27d0-48e1-8790-548ad7354a69 req-5b1fc1d2-2d2f-457f-8db9-c7bc93649bcd service neutron] 10.222.0.21 "GET /v2.0/networks/27a96711-417c-4ed3-a59e-0ca8ab8628f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3746407 Jun 07 06:54:56.858235 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Device b643a2d7-9898-4e02-aa51-39293200f9e3 up at agent ovs-agent-dv-cinder-784140-5-smb {{(pid=91774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 06:54:57.030590 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.db.provisioning_blocks [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Provisioning for port b643a2d7-9898-4e02-aa51-39293200f9e3 completed by entity L2. {{(pid=91774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 06:54:57.048881 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.db.provisioning_blocks [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Provisioning complete for port b643a2d7-9898-4e02-aa51-39293200f9e3 triggered by entity L2. {{(pid=91774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 06:54:57.049655 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723953'] for port, provisioning_complete {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:57.201827 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-3d90092a-953a-4644-a358-acfaf8c272d1 req-8b0c74e1-222b-48a9-8c64-9fa8ce11069e tempest-AttachVolumeNegativeTest-2031625228 tempest-AttachVolumeNegativeTest-2031625228-project] 10.222.0.21 "GET /v2.0/ports?device_id=56adc49e-69e7-4670-b2fe-55eab8a4f7e4 HTTP/1.1" status: 200 len: 210 time: 0.1139684 Jun 07 06:54:57.207503 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-56405e12-efd9-4a7e-9418-4c6efb968264 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:57.214148 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-56405e12-efd9-4a7e-9418-4c6efb968264 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-569476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762332438254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762331935097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762331935142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2958540'] for port, after_update {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:57.302304 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:54:57.339679 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-56405e12-efd9-4a7e-9418-4c6efb968264 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1648547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1663678'] for router_interface, after_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:57.417262 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Device e8929a56-f469-48f7-b82b-640a2b23f6f9 details requested by agent hyperv_hv-cinder-78414 with host hv-cinder-78414 {{(pid=91774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 07 06:54:57.429556 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56405e12-efd9-4a7e-9418-4c6efb968264 admin admin] Pushing event updated for resources: {'Port': ['ID=8ff13eef-1052-46ff-be31-01b9c98a15e6,revision_number=2']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:54:57.526256 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-56405e12-efd9-4a7e-9418-4c6efb968264 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:54:57.553138 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564700'] for port, before_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:57.612565 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56405e12-efd9-4a7e-9418-4c6efb968264 admin admin] Network 2e303e64-c012-46d6-aac2-71b049564e50 is already hosted by enough agents. {{(pid=91772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 06:54:57.615035 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.scheduler.base_scheduler [None req-56405e12-efd9-4a7e-9418-4c6efb968264 admin admin] Resources bound (agent type, host, resource id): {{(pid=91772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 06:54:57.627466 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e393e9-5edf-4886-9979-170c356dc514 req-f22eee14-7baa-4a80-a3a7-6242f942c721 tempest-VolumesNegativeTest-1848339574 tempest-VolumesNegativeTest-1848339574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:54:57.629593 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-13e393e9-5edf-4886-9979-170c356dc514 req-f22eee14-7baa-4a80-a3a7-6242f942c721 tempest-VolumesNegativeTest-1848339574 tempest-VolumesNegativeTest-1848339574-project] 10.222.0.21 "GET /v2.0/ports?device_id=d78c4dce-85d7-4c42-8dd2-f7fb86b503e3 HTTP/1.1" status: 200 len: 948 time: 0.1370695 Jun 07 06:54:57.651715 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.db [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] For port b643a2d7-9898-4e02-aa51-39293200f9e3, host dv-cinder-784140-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-5-smb',level=0,port_id=b643a2d7-9898-4e02-aa51-39293200f9e3,segment=NetworkSegment(a651428c-972d-4b8e-a20b-c49a0a4f9500),segment_id=a651428c-972d-4b8e-a20b-c49a0a4f9500)] {{(pid=91774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 06:54:57.681180 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-569476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762332438254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762331935097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762331935142'] for port, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:57.688143 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:54:57.797318 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Pushing event updated for resources: {'Port': ['ID=b643a2d7-9898-4e02-aa51-39293200f9e3,revision_number=4']} {{(pid=91774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:54:57.818701 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:54:57.819188 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:54:57.819620 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:54:57.820108 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:54:57.820524 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:54:57.821081 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:54:57.821621 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:54:57.822139 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:54:57.822672 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:54:57.823197 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:54:57.823729 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:54:57.824332 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:54:57.831886 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:54:57.843156 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.db [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] For port e8929a56-f469-48f7-b82b-640a2b23f6f9, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=e8929a56-f469-48f7-b82b-640a2b23f6f9,segment=NetworkSegment(1b1e3bb1-4921-4232-a194-a4ff9b34050a),segment_id=1b1e3bb1-4921-4232-a194-a4ff9b34050a)] {{(pid=91774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 06:54:57.858299 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Returning: {'device': 'e8929a56-f469-48f7-b82b-640a2b23f6f9', 'network_id': 'bef1bb3b-26fd-4afa-9a5e-35269987ed57', 'port_id': 'e8929a56-f469-48f7-b82b-640a2b23f6f9', 'mac_address': 'fa:16:3e:d8:36:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 346, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f70bfea-8af1-435f-b4a4-77781e2784f1', 'ip_address': '192.168.233.144'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 07 06:54:57.906149 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-13e393e9-5edf-4886-9979-170c356dc514 req-6beed4ae-c630-4ef4-a8ac-8d94be33e3a0 tempest-VolumesNegativeTest-1848339574 tempest-VolumesNegativeTest-1848339574-project] 10.222.0.21 "GET /v2.0/security-groups?id=9be83729-ddd3-495f-95a0-ffb4f7347e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877421 Jun 07 06:54:57.920391 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564700'] for port, before_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:57.951672 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.notifiers.nova [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8929a56-f469-48f7-b82b-640a2b23f6f9 {{(pid=91774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 06:54:57.972684 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.db [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] For port e8929a56-f469-48f7-b82b-640a2b23f6f9, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=e8929a56-f469-48f7-b82b-640a2b23f6f9,segment=NetworkSegment(1b1e3bb1-4921-4232-a194-a4ff9b34050a),segment_id=1b1e3bb1-4921-4232-a194-a4ff9b34050a)] {{(pid=91774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 06:54:57.981255 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-569476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762332438254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762331935097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762331935142'] for port, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:57.983235 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:54:58.027919 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56405e12-efd9-4a7e-9418-4c6efb968264 admin admin] Router 70745989-724a-41c0-a74d-817b7ee09684 has already been hosted by L3 agent dd8e9e9b-c9b0-4755-a773-57df6dee4a2e {{(pid=91772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 06:54:58.064500 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Pushing event updated for resources: {'Port': ['ID=e8929a56-f469-48f7-b82b-640a2b23f6f9,revision_number=4']} {{(pid=91774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:54:58.069301 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:54:58.233618 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56405e12-efd9-4a7e-9418-4c6efb968264 admin admin] Notify agent at l3_agent.dv-cinder-784140-5-smb the message routers_updated {{(pid=91772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 06:54:58.242856 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [None req-56405e12-efd9-4a7e-9418-4c6efb968264 admin admin] 10.222.0.21 "PUT /v2.0/routers/70745989-724a-41c0-a74d-817b7ee09684/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3330030 Jun 07 06:54:58.250265 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0b54188-8084-4b5b-a7fd-c48e8ebe83d7 None None] Sync routers for ids ['70745989-724a-41c0-a74d-817b7ee09684'] in dv-cinder-784140-5-smb {{(pid=91774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 06:54:58.260297 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0b54188-8084-4b5b-a7fd-c48e8ebe83d7 None None] Routers {'70745989-724a-41c0-a74d-817b7ee09684'} bound to L3 agent in host dv-cinder-784140-5-smb {{(pid=91774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 06:54:58.261111 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.db.l3_hamode_db [None req-b0b54188-8084-4b5b-a7fd-c48e8ebe83d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-07T06:46:09Z,description=,heartbeat_timestamp=2021-06-07T06:54:39Z,host='dv-cinder-784140-5-smb',id=dd8e9e9b-c9b0-4755-a773-57df6dee4a2e,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T06:46:09Z,topic='l3_agent')) {'router_ids': ['70745989-724a-41c0-a74d-817b7ee09684'], 'active': True} {{(pid=91774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 06:54:58.352728 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.db [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] get_ports_and_sgs() called for port_ids ['e8929a56-f469-48f7-b82b-640a2b23f6f9'] {{(pid=91774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 06:54:58.445766 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-4ef8c394-9f47-43f9-bcad-d43e623ee2a6 req-0671d5e7-85be-48af-a404-19119a410b32 tempest-AttachVolumeNegativeTest-2031625228 tempest-AttachVolumeNegativeTest-2031625228-project] 10.222.0.21 "GET /v2.0/ports?device_id=56adc49e-69e7-4670-b2fe-55eab8a4f7e4 HTTP/1.1" status: 200 len: 210 time: 0.1013489 Jun 07 06:54:58.689695 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.db.l3_dvr_db [None req-b0b54188-8084-4b5b-a7fd-c48e8ebe83d7 None None] Set router 70745989-724a-41c0-a74d-817b7ee09684 gateway port host: dv-cinder-784140-5-smb {{(pid=91774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 06:54:58.880254 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Device b643a2d7-9898-4e02-aa51-39293200f9e3 up at agent ovs-agent-dv-cinder-784140-5-smb {{(pid=91774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 06:54:59.008741 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.wsgi [-] (91772) accepted ('10.222.0.21', 53858) {{(pid=91772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:54:59.163071 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.db.provisioning_blocks [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Provisioning complete for port b643a2d7-9898-4e02-aa51-39293200f9e3 triggered by entity L2. {{(pid=91774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 06:54:59.163483 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723953'] for port, provisioning_complete {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:59.234279 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2361c4e0-27d0-48e1-8790-548ad7354a69 req-cdf3b5d4-17cd-44e1-860a-2239c1a1d12a tempest-AttachVolumeNegativeTest-2031625228 tempest-AttachVolumeNegativeTest-2031625228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:54:59.240550 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-2361c4e0-27d0-48e1-8790-548ad7354a69 req-cdf3b5d4-17cd-44e1-860a-2239c1a1d12a tempest-AttachVolumeNegativeTest-2031625228 tempest-AttachVolumeNegativeTest-2031625228-project] 10.222.0.43 "GET /v2.0/networks?id=27a96711-417c-4ed3-a59e-0ca8ab8628f1 HTTP/1.1" status: 200 len: 815 time: 0.4984484 Jun 07 06:54:59.255170 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.v2.base [req-2361c4e0-27d0-48e1-8790-548ad7354a69 req-f41e3dcb-260f-473e-930d-91984e1ec5ea tempest-AttachVolumeNegativeTest-2031625228 tempest-AttachVolumeNegativeTest-2031625228-project] Request body: {'port': {'device_id': '56adc49e-69e7-4670-b2fe-55eab8a4f7e4', 'network_id': '27a96711-417c-4ed3-a59e-0ca8ab8628f1', 'admin_state_up': True, 'tenant_id': 'e315befe5685416d9564a280760adaed'}} {{(pid=91773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 06:54:59.381112 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-28034cb1-5c6e-438d-a64f-1475692f4e0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:59.413734 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.db.l3_hamode_db [None req-b0b54188-8084-4b5b-a7fd-c48e8ebe83d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70745989-724a-41c0-a74d-817b7ee09684', 'name': 'tempest-ServerRescueNegativeTestJSON-981864860-router', 'tenant_id': 'b6a17686403649e59640e6bed0871b3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a84d0276-e36b-485f-b034-cb606776a5f5', 'external_fixed_ips': [{'subnet_id': 'bc8e845f-21f5-4331-a893-3fabfb1361b8', 'ip_address': '172.28.3.181'}], 'enable_snat': True}, 'gw_port_id': 'b643a2d7-9898-4e02-aa51-39293200f9e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T06:54:48Z', 'updated_at': '2021-06-07T06:54:56Z', 'revision_number': 4, 'project_id': 'b6a17686403649e59640e6bed0871b3e', 'gw_port': {'id': 'b643a2d7-9898-4e02-aa51-39293200f9e3', 'name': '', 'network_id': 'a84d0276-e36b-485f-b034-cb606776a5f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:94:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70745989-724a-41c0-a74d-817b7ee09684', 'device_owner': 'network:router_gateway', 'standard_attr_id': 229, 'fixed_ips': [{'subnet_id': 'bc8e845f-21f5-4331-a893-3fabfb1361b8', 'ip_address': '172.28.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T06:54:50Z', 'updated_at': '2021-06-07T06:54:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc8e845f-21f5-4331-a893-3fabfb1361b8', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-5-smb', '_interfaces': [{'id': '8ff13eef-1052-46ff-be31-01b9c98a15e6', 'name': '', 'network_id': '2e303e64-c012-46d6-aac2-71b049564e50', 'tenant_id': 'b6a17686403649e59640e6bed0871b3e', 'mac_address': 'fa:16:3e:23:1e:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70745989-724a-41c0-a74d-817b7ee09684', 'device_owner': 'network:router_interface', 'standard_attr_id': 241, 'fixed_ips': [{'subnet_id': 'd8876218-386c-4ce2-9fcc-77230c910fea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T06:54:54Z', 'updated_at': '2021-06-07T06:54:56Z', 'revision_number': 2, 'project_id': 'b6a17686403649e59640e6bed0871b3e', 'subnets': [{'id': 'd8876218-386c-4ce2-9fcc-77230c910fea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784140-5-smb', False) {} {{(pid=91774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 06:54:59.418533 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0b54188-8084-4b5b-a7fd-c48e8ebe83d7 None None] Checking router: 70745989-724a-41c0-a74d-817b7ee09684 for host: dv-cinder-784140-5-smb {{(pid=91774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 06:54:59.419245 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0b54188-8084-4b5b-a7fd-c48e8ebe83d7 None None] Updating router 70745989-724a-41c0-a74d-817b7ee09684 port 8ff13eef-1052-46ff-be31-01b9c98a15e6 binding host dv-cinder-784140-5-smb {{(pid=91774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 07 06:54:59.482351 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-b0b54188-8084-4b5b-a7fd-c48e8ebe83d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564700'] for port, before_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:59.604030 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa85e6f-839a-419f-8ce6-017be8525cd9 req-5f46c789-f54b-4ded-816f-c751cdac6965 tempest-VolumesNegativeTest-1848339574 tempest-VolumesNegativeTest-1848339574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:54:59.605501 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-dfa85e6f-839a-419f-8ce6-017be8525cd9 req-5f46c789-f54b-4ded-816f-c751cdac6965 tempest-VolumesNegativeTest-1848339574 tempest-VolumesNegativeTest-1848339574-project] 10.222.0.21 "GET /v2.0/ports?device_id=d78c4dce-85d7-4c42-8dd2-f7fb86b503e3 HTTP/1.1" status: 200 len: 949 time: 0.2966998 Jun 07 06:54:59.691088 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00782290-a8b4-4c26-827d-4deee98b6cb2 req-7af26629-fd7a-47db-8ede-6991661124c4 tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:54:59.692582 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-00782290-a8b4-4c26-827d-4deee98b6cb2 req-7af26629-fd7a-47db-8ede-6991661124c4 tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] 10.222.0.21 "GET /v2.0/networks?id=2e303e64-c012-46d6-aac2-71b049564e50 HTTP/1.1" status: 200 len: 818 time: 0.2764843 Jun 07 06:54:59.706950 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-dfa85e6f-839a-419f-8ce6-017be8525cd9 req-691e4483-fffc-4c17-8461-c28edbbabc3e tempest-VolumesNegativeTest-1848339574 tempest-VolumesNegativeTest-1848339574-project] 10.222.0.21 "GET /v2.0/security-groups?id=9be83729-ddd3-495f-95a0-ffb4f7347e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918143 Jun 07 06:54:59.732073 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-00782290-a8b4-4c26-827d-4deee98b6cb2 req-b41c35b3-f3eb-42ac-ab47-6be1940b47c7 tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] 10.222.0.21 "GET /v2.0/quotas/b6a17686403649e59640e6bed0871b3e HTTP/1.1" status: 200 len: 375 time: 0.0286200 Jun 07 06:54:59.811479 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-28034cb1-5c6e-438d-a64f-1475692f4e0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:59.820434 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-28034cb1-5c6e-438d-a64f-1475692f4e0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1706761'] for security_group, after_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:59.830395 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-2bca3314-aaf3-4c34-b33a-1be31175c723 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:54:59.853512 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2361c4e0-27d0-48e1-8790-548ad7354a69 req-f41e3dcb-260f-473e-930d-91984e1ec5ea tempest-AttachVolumeNegativeTest-2031625228 tempest-AttachVolumeNegativeTest-2031625228-project] Made reservation on behalf of e315befe5685416d9564a280760adaed for: {'port': 1} {{(pid=91773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 06:54:59.863787 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [req-2361c4e0-27d0-48e1-8790-548ad7354a69 req-f41e3dcb-260f-473e-930d-91984e1ec5ea tempest-AttachVolumeNegativeTest-2031625228 tempest-AttachVolumeNegativeTest-2031625228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564700'] for port, before_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:59.915704 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-b0b54188-8084-4b5b-a7fd-c48e8ebe83d7 None None] Notify callbacks [] for port, precommit_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:59.931033 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [None req-28034cb1-5c6e-438d-a64f-1475692f4e0d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e2b603400872479b8cd7ec7c7ede10fa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9187989 Jun 07 06:54:59.931399 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.db.provisioning_blocks [None req-b0b54188-8084-4b5b-a7fd-c48e8ebe83d7 None None] Transition to ACTIVE for port object 8ff13eef-1052-46ff-be31-01b9c98a15e6 will not be triggered until provisioned by entity L2. {{(pid=91774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 06:54:59.940568 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-00782290-a8b4-4c26-827d-4deee98b6cb2 req-68c1619a-b6cb-4f6a-af41-f24af9fe6d35 tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=b6a17686403649e59640e6bed0871b3e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2074811 Jun 07 06:54:59.942262 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-b0b54188-8084-4b5b-a7fd-c48e8ebe83d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-569476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762332438254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762331935097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762331935142'] for port, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:59.946252 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-81fe2285-3159-4c66-816e-5cb48192a345 req-3798893f-e5a3-43e8-8a6a-dcf8bafc47ee tempest-AttachVolumeNegativeTest-2031625228 tempest-AttachVolumeNegativeTest-2031625228-project] 10.222.0.21 "GET /v2.0/ports?device_id=56adc49e-69e7-4670-b2fe-55eab8a4f7e4 HTTP/1.1" status: 200 len: 210 time: 0.0883484 Jun 07 06:54:59.947848 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.wsgi [-] (91772) accepted ('10.222.0.21', 53892) {{(pid=91772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:54:59.952322 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:54:59.955185 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28034cb1-5c6e-438d-a64f-1475692f4e0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26f3ec45-9bc6-4e8a-bdb9-53b0566fafa4,revision_number=1']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:55:00.027358 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-28034cb1-5c6e-438d-a64f-1475692f4e0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:55:00.104916 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.db.db_base_plugin_common [req-2361c4e0-27d0-48e1-8790-548ad7354a69 req-f41e3dcb-260f-473e-930d-91984e1ec5ea tempest-AttachVolumeNegativeTest-2031625228 tempest-AttachVolumeNegativeTest-2031625228-project] Allocated IP 172.20.0.14 (27a96711-417c-4ed3-a59e-0ca8ab8628f1/92171860-0586-439a-90ff-9e9817d6b6e7/b9c5c089-a420-4e44-8f92-33d4964a0cd5) {{(pid=91773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 06:55:00.232497 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd027802-876c-4ce6-916f-aaa17ef410d4 None None] Pushing event updated for resources: {'Port': ['ID=8ff13eef-1052-46ff-be31-01b9c98a15e6,revision_number=3']} {{(pid=91774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:55:00.244761 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-fd027802-876c-4ce6-916f-aaa17ef410d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:55:00.291647 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-66e993f7-25ad-4502-b53f-7dcedb00b74b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:00.342639 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-66e993f7-25ad-4502-b53f-7dcedb00b74b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:00.356207 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-00782290-a8b4-4c26-827d-4deee98b6cb2 req-a9877561-7f84-444d-8e02-c676bde67144 service neutron] 10.222.0.21 "GET /v2.0/networks/2e303e64-c012-46d6-aac2-71b049564e50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4073253 Jun 07 06:55:00.405518 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.managers [None req-b0b54188-8084-4b5b-a7fd-c48e8ebe83d7 None None] Attempting to bind port 8ff13eef-1052-46ff-be31-01b9c98a15e6 on host dv-cinder-784140-5-smb for vnic_type normal with profile {{(pid=91774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 06:55:00.406757 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.managers [None req-b0b54188-8084-4b5b-a7fd-c48e8ebe83d7 None None] Attempting to bind port 8ff13eef-1052-46ff-be31-01b9c98a15e6 by drivers openvswitch,hyperv on host dv-cinder-784140-5-smb at level 0 using segments [{'id': '2c325375-111f-4eec-b37b-2bfb897bb45c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '2e303e64-c012-46d6-aac2-71b049564e50'}] {{(pid=91774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 06:55:00.407371 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0b54188-8084-4b5b-a7fd-c48e8ebe83d7 None None] Attempting to bind port 8ff13eef-1052-46ff-be31-01b9c98a15e6 on network 2e303e64-c012-46d6-aac2-71b049564e50 {{(pid=91774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 06:55:00.416160 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0b54188-8084-4b5b-a7fd-c48e8ebe83d7 None None] Checking agent: {'id': '2cbbf4dd-47cd-4e79-9ddf-2f0b457e4e7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784140-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 6, 46, 9), 'started_at': datetime.datetime(2021, 6, 7, 6, 46, 39), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 6, 54, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784140-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 06:55:00.417102 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0b54188-8084-4b5b-a7fd-c48e8ebe83d7 None None] Checking segment: {'id': '2c325375-111f-4eec-b37b-2bfb897bb45c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '2e303e64-c012-46d6-aac2-71b049564e50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 06:55:00.417780 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-b0b54188-8084-4b5b-a7fd-c48e8ebe83d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:00.418386 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0b54188-8084-4b5b-a7fd-c48e8ebe83d7 None None] Bound using segment: {'id': '2c325375-111f-4eec-b37b-2bfb897bb45c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '2e303e64-c012-46d6-aac2-71b049564e50'} {{(pid=91774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 06:55:00.420769 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.managers [None req-b0b54188-8084-4b5b-a7fd-c48e8ebe83d7 None None] Bound port: 8ff13eef-1052-46ff-be31-01b9c98a15e6, host: dv-cinder-784140-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c325375-111f-4eec-b37b-2bfb897bb45c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '2e303e64-c012-46d6-aac2-71b049564e50'}}] {{(pid=91774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 06:55:00.422351 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-b0b54188-8084-4b5b-a7fd-c48e8ebe83d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564700'] for port, before_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:00.422673 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [req-2361c4e0-27d0-48e1-8790-548ad7354a69 req-f41e3dcb-260f-473e-930d-91984e1ec5ea tempest-AttachVolumeNegativeTest-2031625228 tempest-AttachVolumeNegativeTest-2031625228-project] Notify callbacks [] for port, precommit_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:00.500578 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [req-2361c4e0-27d0-48e1-8790-548ad7354a69 req-f41e3dcb-260f-473e-930d-91984e1ec5ea tempest-AttachVolumeNegativeTest-2031625228 tempest-AttachVolumeNegativeTest-2031625228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-569476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648536', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762331935079'] for port, after_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:00.509906 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-9ed7be3c-de86-4ec5-98ec-b2a173550bcb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:55:00.533927 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-00782290-a8b4-4c26-827d-4deee98b6cb2 req-c7384d96-ef6d-4723-be36-4c655c9739ad service neutron] 10.222.0.21 "GET /v2.0/networks/2e303e64-c012-46d6-aac2-71b049564e50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1762681 Jun 07 06:55:00.537835 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-66e993f7-25ad-4502-b53f-7dcedb00b74b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1706761'] for security_group, after_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:00.542663 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-66e993f7-25ad-4502-b53f-7dcedb00b74b admin admin] Notify callbacks [] for security_group, before_response {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:00.547574 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [None req-66e993f7-25ad-4502-b53f-7dcedb00b74b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/26f3ec45-9bc6-4e8a-bdb9-53b0566fafa4 HTTP/1.1" status: 204 len: 168 time: 0.5910463 Jun 07 06:55:00.547574 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:55:00.554652 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.db [None req-b0b54188-8084-4b5b-a7fd-c48e8ebe83d7 None None] For port 8ff13eef-1052-46ff-be31-01b9c98a15e6, host dv-cinder-784140-5-smb, cleared binding levels {{(pid=91774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 06:55:00.559266 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.db [None req-b0b54188-8084-4b5b-a7fd-c48e8ebe83d7 None None] For port 8ff13eef-1052-46ff-be31-01b9c98a15e6, host dv-cinder-784140-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-5-smb',level=0,port_id=8ff13eef-1052-46ff-be31-01b9c98a15e6,segment=NetworkSegment(2c325375-111f-4eec-b37b-2bfb897bb45c),segment_id=2c325375-111f-4eec-b37b-2bfb897bb45c)] {{(pid=91774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 06:55:00.563943 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.db [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] get_ports_and_sgs() called for port_ids ['8a1f7952-1bb8-4863-b199-a8d4ed9da897', '0953562e-2583-4896-8bd4-77f2631e99cd'] {{(pid=91774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 06:55:00.567254 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e993f7-25ad-4502-b53f-7dcedb00b74b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26f3ec45-9bc6-4e8a-bdb9-53b0566fafa4,revision_number=None']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:55:00.572915 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-66e993f7-25ad-4502-b53f-7dcedb00b74b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:55:00.635255 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2361c4e0-27d0-48e1-8790-548ad7354a69 req-f41e3dcb-260f-473e-930d-91984e1ec5ea tempest-AttachVolumeNegativeTest-2031625228 tempest-AttachVolumeNegativeTest-2031625228-project] Network 27a96711-417c-4ed3-a59e-0ca8ab8628f1 is already hosted by enough agents. {{(pid=91773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 06:55:00.647304 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-b0b54188-8084-4b5b-a7fd-c48e8ebe83d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-569476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762332438254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762331935097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762331935142'] for port, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:00.654679 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.scheduler.base_scheduler [req-2361c4e0-27d0-48e1-8790-548ad7354a69 req-f41e3dcb-260f-473e-930d-91984e1ec5ea tempest-AttachVolumeNegativeTest-2031625228 tempest-AttachVolumeNegativeTest-2031625228-project] Resources bound (agent type, host, resource id): {{(pid=91773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 06:55:00.663652 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.db.l3_dvrscheduler_db [req-2361c4e0-27d0-48e1-8790-548ad7354a69 req-f41e3dcb-260f-473e-930d-91984e1ec5ea tempest-AttachVolumeNegativeTest-2031625228 tempest-AttachVolumeNegativeTest-2031625228-project] Received port after_create {{(pid=91773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 06:55:00.668860 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-68b95148-a060-4275-9aca-49dcd019d50d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:55:00.670440 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2361c4e0-27d0-48e1-8790-548ad7354a69 req-f41e3dcb-260f-473e-930d-91984e1ec5ea tempest-AttachVolumeNegativeTest-2031625228 tempest-AttachVolumeNegativeTest-2031625228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:55:00.671076 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [req-2361c4e0-27d0-48e1-8790-548ad7354a69 req-f41e3dcb-260f-473e-930d-91984e1ec5ea tempest-AttachVolumeNegativeTest-2031625228 tempest-AttachVolumeNegativeTest-2031625228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648630'] for port, before_response {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:00.697188 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-2361c4e0-27d0-48e1-8790-548ad7354a69 req-f41e3dcb-260f-473e-930d-91984e1ec5ea tempest-AttachVolumeNegativeTest-2031625228 tempest-AttachVolumeNegativeTest-2031625228-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4462194 Jun 07 06:55:00.714349 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.v2.base [req-2361c4e0-27d0-48e1-8790-548ad7354a69 req-5dd9ec22-1b14-4a0f-959c-adf743165c9b service neutron] Request body: {'port': {'device_id': '56adc49e-69e7-4670-b2fe-55eab8a4f7e4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78414'}} {{(pid=91773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 06:55:00.833339 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41e3dcb-260f-473e-930d-91984e1ec5ea tempest-AttachVolumeNegativeTest-2031625228 tempest-AttachVolumeNegativeTest-2031625228-project] Pushing event updated for resources: {'Port': ['ID=b9c5c089-a420-4e44-8f92-33d4964a0cd5,revision_number=1']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:55:00.854905 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-f41e3dcb-260f-473e-930d-91984e1ec5ea tempest-AttachVolumeNegativeTest-2031625228 tempest-AttachVolumeNegativeTest-2031625228-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.345s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:55:00.865902 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd027802-876c-4ce6-916f-aaa17ef410d4 None None] Pushing event updated for resources: {'Port': ['ID=8ff13eef-1052-46ff-be31-01b9c98a15e6,revision_number=4']} {{(pid=91774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:55:00.872633 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-fd027802-876c-4ce6-916f-aaa17ef410d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:55:00.916370 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-026f2184-5150-42fd-bef6-a2511aaf704f req-cc826181-d82e-4e1f-8a94-1922e354a791 tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] 10.222.0.21 "GET /v2.0/ports?device_id=80ef7c92-c0dc-49cd-bf01-d6f0645978f2 HTTP/1.1" status: 200 len: 210 time: 0.0858898 Jun 07 06:55:01.049385 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0b54188-8084-4b5b-a7fd-c48e8ebe83d7 None None] Routers {'70745989-724a-41c0-a74d-817b7ee09684'} bound to L3 agent in host dv-cinder-784140-5-smb {{(pid=91774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 06:55:01.050031 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.db.l3_hamode_db [None req-b0b54188-8084-4b5b-a7fd-c48e8ebe83d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-07T06:46:09Z,description=,heartbeat_timestamp=2021-06-07T06:54:39Z,host='dv-cinder-784140-5-smb',id=dd8e9e9b-c9b0-4755-a773-57df6dee4a2e,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T06:46:09Z,topic='l3_agent')) {'router_ids': ['70745989-724a-41c0-a74d-817b7ee09684'], 'active': True} {{(pid=91774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 06:55:01.116726 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [req-2361c4e0-27d0-48e1-8790-548ad7354a69 req-5dd9ec22-1b14-4a0f-959c-adf743165c9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564700'] for port, before_update {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:01.142785 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.wsgi [-] (91772) accepted ('10.222.0.21', 53932) {{(pid=91772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:55:01.174693 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c888956-39ca-4831-adff-4b3583d9339a req-d74f9c35-6f4f-4776-b4e9-6e1c42b4ea70 tempest-VolumesNegativeTest-1848339574 tempest-VolumesNegativeTest-1848339574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:55:01.176562 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-8c888956-39ca-4831-adff-4b3583d9339a req-d74f9c35-6f4f-4776-b4e9-6e1c42b4ea70 tempest-VolumesNegativeTest-1848339574 tempest-VolumesNegativeTest-1848339574-project] 10.222.0.21 "GET /v2.0/ports?device_id=d78c4dce-85d7-4c42-8dd2-f7fb86b503e3 HTTP/1.1" status: 200 len: 949 time: 0.1863215 Jun 07 06:55:01.295324 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.21', 53938) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:55:01.342554 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-d44d1d18-9186-448c-9cd1-b5c60404ff00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:01.443824 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Device e8929a56-f469-48f7-b82b-640a2b23f6f9 up at agent hyperv_hv-cinder-78414 {{(pid=91774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 06:55:01.460093 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-8c888956-39ca-4831-adff-4b3583d9339a req-4069f703-e817-4e34-bf04-caad197bd2a1 tempest-VolumesNegativeTest-1848339574 tempest-VolumesNegativeTest-1848339574-project] 10.222.0.21 "GET /v2.0/security-groups?id=9be83729-ddd3-495f-95a0-ffb4f7347e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2313745 Jun 07 06:55:01.495699 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25347a86-04ce-453a-a469-73759507ec21 req-d7857ae6-bc96-46bf-9824-99c708eca856 tempest-AttachVolumeNegativeTest-2031625228 tempest-AttachVolumeNegativeTest-2031625228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:55:01.498921 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-25347a86-04ce-453a-a469-73759507ec21 req-d7857ae6-bc96-46bf-9824-99c708eca856 tempest-AttachVolumeNegativeTest-2031625228 tempest-AttachVolumeNegativeTest-2031625228-project] 10.222.0.21 "GET /v2.0/ports?device_id=56adc49e-69e7-4670-b2fe-55eab8a4f7e4 HTTP/1.1" status: 200 len: 932 time: 0.3555231 Jun 07 06:55:01.518318 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-d44d1d18-9186-448c-9cd1-b5c60404ff00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:01.529886 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-d44d1d18-9186-448c-9cd1-b5c60404ff00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1706761'] for security_group, after_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:01.543342 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-48e7eb28-57bb-487c-b7d9-dc6d858b7275 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:55:01.543569 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.db.l3_dvr_db [None req-b0b54188-8084-4b5b-a7fd-c48e8ebe83d7 None None] Set router 70745989-724a-41c0-a74d-817b7ee09684 gateway port host: dv-cinder-784140-5-smb {{(pid=91774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 06:55:01.595972 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-25347a86-04ce-453a-a469-73759507ec21 req-a46d2e49-5004-47ee-a177-3d8444565610 tempest-AttachVolumeNegativeTest-2031625228 tempest-AttachVolumeNegativeTest-2031625228-project] 10.222.0.21 "GET /v2.0/security-groups?id=3d4b3a4d-8433-4457-868d-75e29ba07bfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864644 Jun 07 06:55:01.637264 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-f3919fbe-619c-4a71-bc76-b20964969434 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:01.661535 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [None req-d44d1d18-9186-448c-9cd1-b5c60404ff00 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=fc0706d05c8b4c71bafbaf503ff4e862&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3645170 Jun 07 06:55:01.663389 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.21', 53944) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:55:01.720177 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44d1d18-9186-448c-9cd1-b5c60404ff00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28e5c0d6-d5e4-4650-9855-7a2e4ae218ec,revision_number=1']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:55:01.729751 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-d44d1d18-9186-448c-9cd1-b5c60404ff00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:55:01.782305 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-76d46364-520f-4c9e-acac-fdb3204ab2a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:01.873833 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-f3919fbe-619c-4a71-bc76-b20964969434 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:01.881675 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-76d46364-520f-4c9e-acac-fdb3204ab2a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:01.882982 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-f3919fbe-619c-4a71-bc76-b20964969434 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1706761'] for security_group, after_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:01.902048 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:55:01.944277 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [None req-f3919fbe-619c-4a71-bc76-b20964969434 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4d6c5ef9c77f4bc0b35a4a80b4ab7fdc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7970068 Jun 07 06:55:01.944979 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.wsgi [-] (91772) accepted ('10.222.0.21', 53950) {{(pid=91772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:55:01.973321 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3919fbe-619c-4a71-bc76-b20964969434 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e3bc961-d51c-4f55-9144-9d2187d01075,revision_number=1']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:55:01.985761 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-f3919fbe-619c-4a71-bc76-b20964969434 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:55:02.119669 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.db.provisioning_blocks [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Provisioning for port e8929a56-f469-48f7-b82b-640a2b23f6f9 completed by entity L2. {{(pid=91774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 06:55:02.128062 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.db.provisioning_blocks [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Provisioning complete for port e8929a56-f469-48f7-b82b-640a2b23f6f9 triggered by entity L2. {{(pid=91774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 06:55:02.128481 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723953'] for port, provisioning_complete {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:02.131862 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-76d46364-520f-4c9e-acac-fdb3204ab2a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1706761'] for security_group, after_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:02.134524 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-76d46364-520f-4c9e-acac-fdb3204ab2a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:02.138944 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [None req-76d46364-520f-4c9e-acac-fdb3204ab2a0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/28e5c0d6-d5e4-4650-9855-7a2e4ae218ec HTTP/1.1" status: 204 len: 168 time: 0.4708796 Jun 07 06:55:02.142280 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-cd7c948a-6618-4a8c-adaf-449e2a117eb1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:55:02.155220 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d46364-520f-4c9e-acac-fdb3204ab2a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28e5c0d6-d5e4-4650-9855-7a2e4ae218ec,revision_number=None']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:55:02.159223 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-76d46364-520f-4c9e-acac-fdb3204ab2a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:55:02.167835 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.notifiers.nova [req-2361c4e0-27d0-48e1-8790-548ad7354a69 req-5dd9ec22-1b14-4a0f-959c-adf743165c9b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9c5c089-a420-4e44-8f92-33d4964a0cd5 {{(pid=91773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 06:55:02.168942 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8804e78-9921-4fae-b301-8b2edfbbe685 req-e2a9fac2-ac7e-4348-a745-dae4b594054f tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:55:02.175403 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-b8804e78-9921-4fae-b301-8b2edfbbe685 req-e2a9fac2-ac7e-4348-a745-dae4b594054f tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] 10.222.0.21 "GET /v2.0/networks?id=2e303e64-c012-46d6-aac2-71b049564e50 HTTP/1.1" status: 200 len: 818 time: 0.1625679 Jun 07 06:55:02.181791 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [req-2361c4e0-27d0-48e1-8790-548ad7354a69 req-5dd9ec22-1b14-4a0f-959c-adf743165c9b service neutron] Notify callbacks [] for port, precommit_update {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:02.196213 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-b8804e78-9921-4fae-b301-8b2edfbbe685 req-7caa1ef4-1fc2-480e-8ba3-94d8424acc55 tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] 10.222.0.21 "GET /v2.0/quotas/b6a17686403649e59640e6bed0871b3e HTTP/1.1" status: 200 len: 375 time: 0.0198786 Jun 07 06:55:02.214030 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.db.provisioning_blocks [req-2361c4e0-27d0-48e1-8790-548ad7354a69 req-5dd9ec22-1b14-4a0f-959c-adf743165c9b service neutron] Transition to ACTIVE for port object b9c5c089-a420-4e44-8f92-33d4964a0cd5 will not be triggered until provisioned by entity L2. {{(pid=91773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 06:55:02.218964 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [req-2361c4e0-27d0-48e1-8790-548ad7354a69 req-5dd9ec22-1b14-4a0f-959c-adf743165c9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-569476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762332438254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762331935097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762331935142'] for port, after_update {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:02.225367 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-01e5ff26-1609-4f81-a04d-15da8243e7d6 tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:55:02.271399 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-c4ca836b-bedb-4d25-85f1-0f8bac39f4a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:02.335586 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-c4ca836b-bedb-4d25-85f1-0f8bac39f4a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:02.378817 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-b8804e78-9921-4fae-b301-8b2edfbbe685 req-63730337-f84e-48a3-95a2-7a1378cf0d8c tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=b6a17686403649e59640e6bed0871b3e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1816676 Jun 07 06:55:02.389701 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564700'] for port, before_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:02.400873 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.db.l3_hamode_db [None req-b0b54188-8084-4b5b-a7fd-c48e8ebe83d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70745989-724a-41c0-a74d-817b7ee09684', 'name': 'tempest-ServerRescueNegativeTestJSON-981864860-router', 'tenant_id': 'b6a17686403649e59640e6bed0871b3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a84d0276-e36b-485f-b034-cb606776a5f5', 'external_fixed_ips': [{'subnet_id': 'bc8e845f-21f5-4331-a893-3fabfb1361b8', 'ip_address': '172.28.3.181'}], 'enable_snat': True}, 'gw_port_id': 'b643a2d7-9898-4e02-aa51-39293200f9e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T06:54:48Z', 'updated_at': '2021-06-07T06:54:56Z', 'revision_number': 4, 'project_id': 'b6a17686403649e59640e6bed0871b3e', 'gw_port': {'id': 'b643a2d7-9898-4e02-aa51-39293200f9e3', 'name': '', 'network_id': 'a84d0276-e36b-485f-b034-cb606776a5f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:94:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70745989-724a-41c0-a74d-817b7ee09684', 'device_owner': 'network:router_gateway', 'standard_attr_id': 229, 'fixed_ips': [{'subnet_id': 'bc8e845f-21f5-4331-a893-3fabfb1361b8', 'ip_address': '172.28.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T06:54:50Z', 'updated_at': '2021-06-07T06:54:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc8e845f-21f5-4331-a893-3fabfb1361b8', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-5-smb', '_interfaces': [{'id': '8ff13eef-1052-46ff-be31-01b9c98a15e6', 'name': '', 'network_id': '2e303e64-c012-46d6-aac2-71b049564e50', 'tenant_id': 'b6a17686403649e59640e6bed0871b3e', 'mac_address': 'fa:16:3e:23:1e:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70745989-724a-41c0-a74d-817b7ee09684', 'device_owner': 'network:router_interface', 'standard_attr_id': 241, 'fixed_ips': [{'subnet_id': 'd8876218-386c-4ce2-9fcc-77230c910fea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T06:54:54Z', 'updated_at': '2021-06-07T06:55:00Z', 'revision_number': 4, 'project_id': 'b6a17686403649e59640e6bed0871b3e', 'subnets': [{'id': 'd8876218-386c-4ce2-9fcc-77230c910fea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784140-5-smb', False) {} {{(pid=91774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 06:55:02.406467 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0b54188-8084-4b5b-a7fd-c48e8ebe83d7 None None] The sync data for ids ['70745989-724a-41c0-a74d-817b7ee09684'] in dv-cinder-784140-5-smb is: [{'id': '70745989-724a-41c0-a74d-817b7ee09684', 'name': 'tempest-ServerRescueNegativeTestJSON-981864860-router', 'tenant_id': 'b6a17686403649e59640e6bed0871b3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a84d0276-e36b-485f-b034-cb606776a5f5', 'external_fixed_ips': [{'subnet_id': 'bc8e845f-21f5-4331-a893-3fabfb1361b8', 'ip_address': '172.28.3.181'}], 'enable_snat': True}, 'gw_port_id': 'b643a2d7-9898-4e02-aa51-39293200f9e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T06:54:48Z', 'updated_at': '2021-06-07T06:54:56Z', 'revision_number': 4, 'project_id': 'b6a17686403649e59640e6bed0871b3e', 'gw_port': {'id': 'b643a2d7-9898-4e02-aa51-39293200f9e3', 'name': '', 'network_id': 'a84d0276-e36b-485f-b034-cb606776a5f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:94:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70745989-724a-41c0-a74d-817b7ee09684', 'device_owner': 'network:router_gateway', 'standard_attr_id': 229, 'fixed_ips': [{'subnet_id': 'bc8e845f-21f5-4331-a893-3fabfb1361b8', 'ip_address': '172.28.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T06:54:50Z', 'updated_at': '2021-06-07T06:54:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc8e845f-21f5-4331-a893-3fabfb1361b8', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-5-smb', '_interfaces': [{'id': '8ff13eef-1052-46ff-be31-01b9c98a15e6', 'name': '', 'network_id': '2e303e64-c012-46d6-aac2-71b049564e50', 'tenant_id': 'b6a17686403649e59640e6bed0871b3e', 'mac_address': 'fa:16:3e:23:1e:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70745989-724a-41c0-a74d-817b7ee09684', 'device_owner': 'network:router_interface', 'standard_attr_id': 241, 'fixed_ips': [{'subnet_id': 'd8876218-386c-4ce2-9fcc-77230c910fea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T06:54:54Z', 'updated_at': '2021-06-07T06:55:00Z', 'revision_number': 4, 'project_id': 'b6a17686403649e59640e6bed0871b3e', 'subnets': [{'id': 'd8876218-386c-4ce2-9fcc-77230c910fea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 06:55:02.434236 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd9ec22-1b14-4a0f-959c-adf743165c9b service neutron] Pushing event updated for resources: {'Port': ['ID=b9c5c089-a420-4e44-8f92-33d4964a0cd5,revision_number=2']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:55:02.439362 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd78c4dce-85d7-4c42-8dd2-f7fb86b503e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8929a56-f469-48f7-b82b-640a2b23f6f9'}] {{(pid=91774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 06:55:02.440045 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-5dd9ec22-1b14-4a0f-959c-adf743165c9b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:55:02.445203 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73fb9c482eb19c5c2e497b7af5ecd9f5da2a12b641d83391285fbc9a8928c34b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e48bf33-5e24-42ad-854e-808fb09d9e0c" -d '{"events": [{"server_uuid": "d78c4dce-85d7-4c42-8dd2-f7fb86b503e3", "name": "network-vif-plugged", "status": "completed", "tag": "e8929a56-f469-48f7-b82b-640a2b23f6f9"}]}' {{(pid=91774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 06:55:02.466769 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.db [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] For port e8929a56-f469-48f7-b82b-640a2b23f6f9, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=e8929a56-f469-48f7-b82b-640a2b23f6f9,segment=NetworkSegment(1b1e3bb1-4921-4232-a194-a4ff9b34050a),segment_id=1b1e3bb1-4921-4232-a194-a4ff9b34050a)] {{(pid=91774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 06:55:02.503517 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-569476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762332438254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762331935097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762331935142'] for port, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:02.514019 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-1a1e0e2a-7806-45ca-af9b-0ebc6736ffad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:55:02.521656 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.managers [req-2361c4e0-27d0-48e1-8790-548ad7354a69 req-5dd9ec22-1b14-4a0f-959c-adf743165c9b service neutron] Attempting to bind port b9c5c089-a420-4e44-8f92-33d4964a0cd5 on host hv-cinder-78414 for vnic_type normal with profile {{(pid=91773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 06:55:02.524209 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.managers [req-2361c4e0-27d0-48e1-8790-548ad7354a69 req-5dd9ec22-1b14-4a0f-959c-adf743165c9b service neutron] Attempting to bind port b9c5c089-a420-4e44-8f92-33d4964a0cd5 by drivers openvswitch,hyperv on host hv-cinder-78414 at level 0 using segments [{'id': '88ca7d97-e105-429a-98e0-c2a9da21452e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '27a96711-417c-4ed3-a59e-0ca8ab8628f1'}] {{(pid=91773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 06:55:02.524209 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2361c4e0-27d0-48e1-8790-548ad7354a69 req-5dd9ec22-1b14-4a0f-959c-adf743165c9b service neutron] Attempting to bind port b9c5c089-a420-4e44-8f92-33d4964a0cd5 on network 27a96711-417c-4ed3-a59e-0ca8ab8628f1 {{(pid=91773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 06:55:02.541347 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2361c4e0-27d0-48e1-8790-548ad7354a69 req-5dd9ec22-1b14-4a0f-959c-adf743165c9b service neutron] Port b9c5c089-a420-4e44-8f92-33d4964a0cd5 on network 27a96711-417c-4ed3-a59e-0ca8ab8628f1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78414 {{(pid=91773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 07 06:55:02.560854 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2361c4e0-27d0-48e1-8790-548ad7354a69 req-5dd9ec22-1b14-4a0f-959c-adf743165c9b service neutron] Attempting to bind port b9c5c089-a420-4e44-8f92-33d4964a0cd5 on network 27a96711-417c-4ed3-a59e-0ca8ab8628f1 {{(pid=91773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 06:55:02.591403 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2361c4e0-27d0-48e1-8790-548ad7354a69 req-5dd9ec22-1b14-4a0f-959c-adf743165c9b service neutron] Checking agent: {'id': '5a91191c-7894-4314-84ee-19ce578def86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78414', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 6, 52, 11), 'started_at': datetime.datetime(2021, 6, 7, 6, 52, 11), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 6, 54, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 06:55:02.591957 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2361c4e0-27d0-48e1-8790-548ad7354a69 req-5dd9ec22-1b14-4a0f-959c-adf743165c9b service neutron] Checking segment: {'id': '88ca7d97-e105-429a-98e0-c2a9da21452e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '27a96711-417c-4ed3-a59e-0ca8ab8628f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 06:55:02.592221 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2361c4e0-27d0-48e1-8790-548ad7354a69 req-5dd9ec22-1b14-4a0f-959c-adf743165c9b service neutron] Bound using segment: {'id': '88ca7d97-e105-429a-98e0-c2a9da21452e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '27a96711-417c-4ed3-a59e-0ca8ab8628f1'} {{(pid=91773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 06:55:02.592673 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.managers [req-2361c4e0-27d0-48e1-8790-548ad7354a69 req-5dd9ec22-1b14-4a0f-959c-adf743165c9b service neutron] Bound port: b9c5c089-a420-4e44-8f92-33d4964a0cd5, host: hv-cinder-78414, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '88ca7d97-e105-429a-98e0-c2a9da21452e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '27a96711-417c-4ed3-a59e-0ca8ab8628f1'}}] {{(pid=91773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 06:55:02.597636 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [req-2361c4e0-27d0-48e1-8790-548ad7354a69 req-5dd9ec22-1b14-4a0f-959c-adf743165c9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564700'] for port, before_update {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:02.748262 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 06:55:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c4d191c-8ad7-4f4a-9eb3-ffc4cfdeabac x-openstack-request-id: req-3c4d191c-8ad7-4f4a-9eb3-ffc4cfdeabac {{(pid=91774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 06:55:02.752086 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d78c4dce-85d7-4c42-8dd2-f7fb86b503e3", "name": "network-vif-plugged", "status": "completed", "tag": "e8929a56-f469-48f7-b82b-640a2b23f6f9", "code": 200}]} {{(pid=91774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 06:55:02.755334 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3c4d191c-8ad7-4f4a-9eb3-ffc4cfdeabac {{(pid=91774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 06:55:02.756540 dv-cinder-784140-5-smb neutron-server[91774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd78c4dce-85d7-4c42-8dd2-f7fb86b503e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8929a56-f469-48f7-b82b-640a2b23f6f9', 'code': 200} Jun 07 06:55:02.817931 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Pushing event updated for resources: {'Port': ['ID=e8929a56-f469-48f7-b82b-640a2b23f6f9,revision_number=5']} {{(pid=91774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:55:02.839867 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.db [req-2361c4e0-27d0-48e1-8790-548ad7354a69 req-5dd9ec22-1b14-4a0f-959c-adf743165c9b service neutron] For port b9c5c089-a420-4e44-8f92-33d4964a0cd5, host hv-cinder-78414, cleared binding levels {{(pid=91773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 06:55:02.841568 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:55:02.852526 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.db [req-2361c4e0-27d0-48e1-8790-548ad7354a69 req-5dd9ec22-1b14-4a0f-959c-adf743165c9b service neutron] For port b9c5c089-a420-4e44-8f92-33d4964a0cd5, host hv-cinder-78414, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=b9c5c089-a420-4e44-8f92-33d4964a0cd5,segment=NetworkSegment(88ca7d97-e105-429a-98e0-c2a9da21452e),segment_id=88ca7d97-e105-429a-98e0-c2a9da21452e)] {{(pid=91773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 06:55:02.867182 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [req-2361c4e0-27d0-48e1-8790-548ad7354a69 req-5dd9ec22-1b14-4a0f-959c-adf743165c9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-569476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762332438254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762331935097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762331935142'] for port, after_update {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:02.874274 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-f070fcc8-7051-4dbd-a9c1-7291da023039 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:55:02.920575 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Device 8ff13eef-1052-46ff-be31-01b9c98a15e6 up at agent ovs-agent-dv-cinder-784140-5-smb {{(pid=91774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 06:55:02.929937 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron.db.agents_db [None req-9f63f2a9-7775-47ca-9fc8-a7f68791a20c None None] Agent healthcheck: found 6 active agents {{(pid=91775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 06:55:02.999060 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2361c4e0-27d0-48e1-8790-548ad7354a69 req-5dd9ec22-1b14-4a0f-959c-adf743165c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:55:03.000969 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [req-2361c4e0-27d0-48e1-8790-548ad7354a69 req-5dd9ec22-1b14-4a0f-959c-adf743165c9b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648630'] for port, before_response {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:03.003858 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-2361c4e0-27d0-48e1-8790-548ad7354a69 req-5dd9ec22-1b14-4a0f-959c-adf743165c9b service neutron] 10.222.0.43 "PUT /v2.0/ports/b9c5c089-a420-4e44-8f92-33d4964a0cd5 HTTP/1.1" status: 200 len: 1094 time: 2.2935352 Jun 07 06:55:03.005721 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56adc49e-69e7-4670-b2fe-55eab8a4f7e4', 'tag': 'b9c5c089-a420-4e44-8f92-33d4964a0cd5'}] {{(pid=91773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 06:55:03.018895 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7af0e1444f231fbc9cc9c3372b4fb62bb65a3f4c42e6951a4a8787648e20f245" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25522799-dedf-43fd-8836-a85df65662d2" -d '{"events": [{"name": "network-changed", "server_uuid": "56adc49e-69e7-4670-b2fe-55eab8a4f7e4", "tag": "b9c5c089-a420-4e44-8f92-33d4964a0cd5"}]}' {{(pid=91773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 06:55:03.078102 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd9ec22-1b14-4a0f-959c-adf743165c9b service neutron] Pushing event updated for resources: {'Port': ['ID=b9c5c089-a420-4e44-8f92-33d4964a0cd5,revision_number=3']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:55:03.104496 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-5dd9ec22-1b14-4a0f-959c-adf743165c9b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:55:03.109133 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.db.provisioning_blocks [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Provisioning for port 8ff13eef-1052-46ff-be31-01b9c98a15e6 completed by entity L2. {{(pid=91774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 06:55:03.127416 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.db.provisioning_blocks [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Provisioning complete for port 8ff13eef-1052-46ff-be31-01b9c98a15e6 triggered by entity L2. {{(pid=91774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 06:55:03.133141 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-b8804e78-9921-4fae-b301-8b2edfbbe685 req-410afebd-0be9-451b-8f6e-4a00fe33bbfa service neutron] 10.222.0.21 "GET /v2.0/networks/2e303e64-c012-46d6-aac2-71b049564e50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7533689 Jun 07 06:55:03.136523 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723953'] for port, provisioning_complete {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:03.173673 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-c4ca836b-bedb-4d25-85f1-0f8bac39f4a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1706761'] for security_group, after_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:03.177388 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-c4ca836b-bedb-4d25-85f1-0f8bac39f4a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:03.181283 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [None req-c4ca836b-bedb-4d25-85f1-0f8bac39f4a8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8e3bc961-d51c-4f55-9144-9d2187d01075 HTTP/1.1" status: 204 len: 168 time: 1.2355514 Jun 07 06:55:03.182350 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-fc8cbfce-7789-4e44-be9b-cfd0ea555271 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:55:03.201045 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ca836b-bedb-4d25-85f1-0f8bac39f4a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e3bc961-d51c-4f55-9144-9d2187d01075,revision_number=None']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:55:03.226901 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-c4ca836b-bedb-4d25-85f1-0f8bac39f4a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:55:03.395564 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00782290-a8b4-4c26-827d-4deee98b6cb2 req-730ea9c7-ff14-4839-899e-8e3253124f58 tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:55:03.397199 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-00782290-a8b4-4c26-827d-4deee98b6cb2 req-730ea9c7-ff14-4839-899e-8e3253124f58 tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] 10.222.0.43 "GET /v2.0/networks?id=2e303e64-c012-46d6-aac2-71b049564e50 HTTP/1.1" status: 200 len: 818 time: 0.8893373 Jun 07 06:55:03.462275 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564700'] for port, before_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:03.468930 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.v2.base [req-00782290-a8b4-4c26-827d-4deee98b6cb2 req-e372f2c7-66d4-4fca-8983-00d2886d72bc tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] Request body: {'port': {'device_id': '80ef7c92-c0dc-49cd-bf01-d6f0645978f2', 'network_id': '2e303e64-c012-46d6-aac2-71b049564e50', 'admin_state_up': True, 'tenant_id': 'b6a17686403649e59640e6bed0871b3e'}} {{(pid=91772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 06:55:03.508875 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.db [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] For port 8ff13eef-1052-46ff-be31-01b9c98a15e6, host dv-cinder-784140-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-5-smb',level=0,port_id=8ff13eef-1052-46ff-be31-01b9c98a15e6,segment=NetworkSegment(2c325375-111f-4eec-b37b-2bfb897bb45c),segment_id=2c325375-111f-4eec-b37b-2bfb897bb45c)] {{(pid=91774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 06:55:03.519936 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-569476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762332438254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762331935097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762331935142'] for port, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:03.523739 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:55:03.548089 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2361c4e0-27d0-48e1-8790-548ad7354a69 req-aee9fece-bbc7-4af9-8e74-a913ee03a1fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:55:03.549874 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-2361c4e0-27d0-48e1-8790-548ad7354a69 req-aee9fece-bbc7-4af9-8e74-a913ee03a1fb service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e315befe5685416d9564a280760adaed&device_id=56adc49e-69e7-4670-b2fe-55eab8a4f7e4 HTTP/1.1" status: 200 len: 1097 time: 0.1547160 Jun 07 06:55:03.618585 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Pushing event updated for resources: {'Port': ['ID=8ff13eef-1052-46ff-be31-01b9c98a15e6,revision_number=5']} {{(pid=91774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:55:03.626446 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:55:03.670851 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c165c4d2-0685-497a-94ad-b46842afccaa req-0c35ed68-870f-4781-8cce-db9934c9c734 tempest-VolumesNegativeTest-1848339574 tempest-VolumesNegativeTest-1848339574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:55:03.676504 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-c165c4d2-0685-497a-94ad-b46842afccaa req-0c35ed68-870f-4781-8cce-db9934c9c734 tempest-VolumesNegativeTest-1848339574 tempest-VolumesNegativeTest-1848339574-project] 10.222.0.21 "GET /v2.0/ports?device_id=d78c4dce-85d7-4c42-8dd2-f7fb86b503e3 HTTP/1.1" status: 200 len: 950 time: 0.5967703 Jun 07 06:55:03.679820 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-2361c4e0-27d0-48e1-8790-548ad7354a69 req-5d734c7e-f319-4eea-8631-fc353c5549b3 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b9c5c089-a420-4e44-8f92-33d4964a0cd5 HTTP/1.1" status: 200 len: 217 time: 0.1188600 Jun 07 06:55:03.746701 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.wsgi [-] (91772) accepted ('10.222.0.21', 54006) {{(pid=91772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:55:03.765999 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2361c4e0-27d0-48e1-8790-548ad7354a69 req-f8e78713-65f7-42ef-a946-2b7cd472dabb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:55:03.767552 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-2361c4e0-27d0-48e1-8790-548ad7354a69 req-f8e78713-65f7-42ef-a946-2b7cd472dabb service neutron] 10.222.0.43 "GET /v2.0/subnets?id=92171860-0586-439a-90ff-9e9817d6b6e7 HTTP/1.1" status: 200 len: 855 time: 0.0720553 Jun 07 06:55:03.841171 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-b8804e78-9921-4fae-b301-8b2edfbbe685 req-a50beea6-383c-4790-a23f-aafbeeaa9275 service neutron] 10.222.0.21 "GET /v2.0/networks/2e303e64-c012-46d6-aac2-71b049564e50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7064741 Jun 07 06:55:03.842502 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-2361c4e0-27d0-48e1-8790-548ad7354a69 req-5d993640-2c6d-432d-a537-8e577a45970a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=27a96711-417c-4ed3-a59e-0ca8ab8628f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0576603 Jun 07 06:55:03.847540 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-072996cc-461b-4712-a509-9afc3ec29846 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:03.928226 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-c165c4d2-0685-497a-94ad-b46842afccaa req-baecdf6d-3560-4d40-b6d3-bdacf571eddc tempest-VolumesNegativeTest-1848339574 tempest-VolumesNegativeTest-1848339574-project] 10.222.0.21 "GET /v2.0/security-groups?id=9be83729-ddd3-495f-95a0-ffb4f7347e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2082610 Jun 07 06:55:03.975788 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2180697a-d9b6-4679-9acf-4782f4e3e0f1 req-caf49a7f-e94c-428d-9153-4d4ab4ffaf54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:55:03.983632 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-2180697a-d9b6-4679-9acf-4782f4e3e0f1 req-caf49a7f-e94c-428d-9153-4d4ab4ffaf54 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=d78c4dce-85d7-4c42-8dd2-f7fb86b503e3 HTTP/1.1" status: 200 len: 1103 time: 0.5718067 Jun 07 06:55:03.984397 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.db.api [None req-072996cc-461b-4712-a509-9afc3ec29846 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 07 06:55:03.984397 dv-cinder-784140-5-smb neutron-server[91772]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jun 07 06:55:03.984397 dv-cinder-784140-5-smb neutron-server[91772]: [parameters: {'project_id': '01b0a20f304a4330856094eae8d731c1', 'id': '8ce723bd-5d7f-40cc-8161-d6f47ed83bbf', 'expiration': datetime.datetime(2021, 6, 7, 6, 57, 3, 967381)}] Jun 07 06:55:03.984397 dv-cinder-784140-5-smb neutron-server[91772]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=91772) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 07 06:55:03.984737 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG oslo_db.api [None req-072996cc-461b-4712-a509-9afc3ec29846 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=91772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 07 06:55:04.018815 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00782290-a8b4-4c26-827d-4deee98b6cb2 req-e372f2c7-66d4-4fca-8983-00d2886d72bc tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] Made reservation on behalf of b6a17686403649e59640e6bed0871b3e for: {'port': 1} {{(pid=91772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 06:55:04.022501 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [req-00782290-a8b4-4c26-827d-4deee98b6cb2 req-e372f2c7-66d4-4fca-8983-00d2886d72bc tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564700'] for port, before_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:04.081837 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-2361c4e0-27d0-48e1-8790-548ad7354a69 req-fe467923-0804-4dd7-9e95-a826855c4dc8 service neutron] 10.222.0.43 "GET /v2.0/networks/27a96711-417c-4ed3-a59e-0ca8ab8628f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2354605 Jun 07 06:55:04.221406 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-2180697a-d9b6-4679-9acf-4782f4e3e0f1 req-de0f4339-fb9f-41b2-b5a5-02766a96c5d4 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=9be83729-ddd3-495f-95a0-ffb4f7347e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2295372 Jun 07 06:55:04.409741 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-2361c4e0-27d0-48e1-8790-548ad7354a69 req-6345742f-8836-48f7-8c1f-8cb0b3eb97a5 service neutron] 10.222.0.43 "GET /v2.0/networks/27a96711-417c-4ed3-a59e-0ca8ab8628f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3175287 Jun 07 06:55:04.489867 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-072996cc-461b-4712-a509-9afc3ec29846 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:04.534459 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa7e850-e00a-49bf-a363-cf7e3356f067 req-f34ba474-66ab-4f57-92c6-0bef9a841428 tempest-AttachVolumeNegativeTest-2031625228 tempest-AttachVolumeNegativeTest-2031625228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:55:04.542763 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-0aa7e850-e00a-49bf-a363-cf7e3356f067 req-f34ba474-66ab-4f57-92c6-0bef9a841428 tempest-AttachVolumeNegativeTest-2031625228 tempest-AttachVolumeNegativeTest-2031625228-project] 10.222.0.21 "GET /v2.0/ports?device_id=56adc49e-69e7-4670-b2fe-55eab8a4f7e4 HTTP/1.1" status: 200 len: 944 time: 0.3185494 Jun 07 06:55:04.550357 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.db.db_base_plugin_common [req-00782290-a8b4-4c26-827d-4deee98b6cb2 req-e372f2c7-66d4-4fca-8983-00d2886d72bc tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] Allocated IP 172.20.0.2 (2e303e64-c012-46d6-aac2-71b049564e50/d8876218-386c-4ce2-9fcc-77230c910fea/00040cee-eef7-4bc5-a36d-d1d825e1ede1) {{(pid=91772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 06:55:04.553629 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 06:55:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dafe5d68-65db-4986-a95f-f0717e822dfa x-openstack-request-id: req-dafe5d68-65db-4986-a95f-f0717e822dfa {{(pid=91773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 06:55:04.554495 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56adc49e-69e7-4670-b2fe-55eab8a4f7e4", "tag": "b9c5c089-a420-4e44-8f92-33d4964a0cd5", "status": "completed", "code": 200}]} {{(pid=91773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 06:55:04.555025 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-dafe5d68-65db-4986-a95f-f0717e822dfa {{(pid=91773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 06:55:04.555806 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56adc49e-69e7-4670-b2fe-55eab8a4f7e4', 'tag': 'b9c5c089-a420-4e44-8f92-33d4964a0cd5', 'status': 'completed', 'code': 200} Jun 07 06:55:04.720639 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Device 8ff13eef-1052-46ff-be31-01b9c98a15e6 up at agent ovs-agent-dv-cinder-784140-5-smb {{(pid=91774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 06:55:04.741698 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-0aa7e850-e00a-49bf-a363-cf7e3356f067 req-7d32e7ff-8b87-4695-a79e-3084583e39a7 tempest-AttachVolumeNegativeTest-2031625228 tempest-AttachVolumeNegativeTest-2031625228-project] 10.222.0.21 "GET /v2.0/security-groups?id=3d4b3a4d-8433-4457-868d-75e29ba07bfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1978915 Jun 07 06:55:04.780619 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25522799-dedf-43fd-8836-a85df65662d2 req-3d77d320-c597-4158-ae0d-3a08e856e913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:55:04.783842 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-25522799-dedf-43fd-8836-a85df65662d2 req-3d77d320-c597-4158-ae0d-3a08e856e913 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e315befe5685416d9564a280760adaed&device_id=56adc49e-69e7-4670-b2fe-55eab8a4f7e4 HTTP/1.1" status: 200 len: 1097 time: 0.1796536 Jun 07 06:55:04.841810 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.db.provisioning_blocks [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Provisioning complete for port 8ff13eef-1052-46ff-be31-01b9c98a15e6 triggered by entity L2. {{(pid=91774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 06:55:04.842500 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723953'] for port, provisioning_complete {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:04.877479 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-798dab04-c76e-424d-a47c-ac2c999fb421 req-b79a87c9-814c-41cc-97c7-53555ff3f911 tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] 10.222.0.21 "GET /v2.0/ports?device_id=0b69e74a-2084-4d1c-a06d-6341ae621244 HTTP/1.1" status: 200 len: 210 time: 0.2118127 Jun 07 06:55:04.992499 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25522799-dedf-43fd-8836-a85df65662d2 req-8371ad97-a288-4ebb-925e-66cde4e5564b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:55:04.994252 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-25522799-dedf-43fd-8836-a85df65662d2 req-8371ad97-a288-4ebb-925e-66cde4e5564b service neutron] 10.222.0.43 "GET /v2.0/networks?id=27a96711-417c-4ed3-a59e-0ca8ab8628f1 HTTP/1.1" status: 200 len: 916 time: 0.2009175 Jun 07 06:55:05.076487 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-072996cc-461b-4712-a509-9afc3ec29846 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:05.094261 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-072996cc-461b-4712-a509-9afc3ec29846 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1706761'] for security_group, after_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:05.105159 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:55:05.114410 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [req-00782290-a8b4-4c26-827d-4deee98b6cb2 req-e372f2c7-66d4-4fca-8983-00d2886d72bc tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] Notify callbacks [] for port, precommit_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:05.121444 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-25522799-dedf-43fd-8836-a85df65662d2 req-f9ac2238-02a0-4312-b9b0-6d84bb990214 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b9c5c089-a420-4e44-8f92-33d4964a0cd5 HTTP/1.1" status: 200 len: 217 time: 0.1148415 Jun 07 06:55:05.155820 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072996cc-461b-4712-a509-9afc3ec29846 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6641c267-963c-4c19-b45d-9f23238009e6,revision_number=1']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:55:05.160674 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-072996cc-461b-4712-a509-9afc3ec29846 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:55:05.163133 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [None req-072996cc-461b-4712-a509-9afc3ec29846 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=01b0a20f304a4330856094eae8d731c1&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3885701 Jun 07 06:55:05.165858 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.wsgi [-] (91772) accepted ('10.222.0.21', 54078) {{(pid=91772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:55:05.234368 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [req-00782290-a8b4-4c26-827d-4deee98b6cb2 req-e372f2c7-66d4-4fca-8983-00d2886d72bc tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-569476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648536', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762331935079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2958583'] for port, after_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:05.240143 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-363c9cee-d80f-49db-ad87-83e2ae66bd7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:05.278732 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25522799-dedf-43fd-8836-a85df65662d2 req-2853bcad-0c13-4ae3-9faf-8a335e06d094 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:55:05.280757 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-25522799-dedf-43fd-8836-a85df65662d2 req-2853bcad-0c13-4ae3-9faf-8a335e06d094 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=92171860-0586-439a-90ff-9e9817d6b6e7 HTTP/1.1" status: 200 len: 855 time: 0.1528978 Jun 07 06:55:05.285340 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:55:05.344567 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-25522799-dedf-43fd-8836-a85df65662d2 req-474597ce-05ed-4aef-bce3-0167d65c1624 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=27a96711-417c-4ed3-a59e-0ca8ab8628f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0535567 Jun 07 06:55:05.391269 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00782290-a8b4-4c26-827d-4deee98b6cb2 req-e372f2c7-66d4-4fca-8983-00d2886d72bc tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] Network 2e303e64-c012-46d6-aac2-71b049564e50 is already hosted by enough agents. {{(pid=91772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 06:55:05.404469 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-363c9cee-d80f-49db-ad87-83e2ae66bd7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:05.411464 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e372f2c7-66d4-4fca-8983-00d2886d72bc tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] Pushing event updated for resources: {'Port': ['ID=00040cee-eef7-4bc5-a36d-d1d825e1ede1,revision_number=1']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:55:05.414126 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.scheduler.base_scheduler [req-00782290-a8b4-4c26-827d-4deee98b6cb2 req-e372f2c7-66d4-4fca-8983-00d2886d72bc tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] Resources bound (agent type, host, resource id): {{(pid=91772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 06:55:05.415848 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-e372f2c7-66d4-4fca-8983-00d2886d72bc tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:55:05.420052 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.db.l3_dvrscheduler_db [req-00782290-a8b4-4c26-827d-4deee98b6cb2 req-e372f2c7-66d4-4fca-8983-00d2886d72bc tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] Received port after_create {{(pid=91772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 06:55:05.518748 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00782290-a8b4-4c26-827d-4deee98b6cb2 req-e372f2c7-66d4-4fca-8983-00d2886d72bc tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:55:05.519378 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [req-00782290-a8b4-4c26-827d-4deee98b6cb2 req-e372f2c7-66d4-4fca-8983-00d2886d72bc tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503096'] for port, before_response {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:05.535103 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-25522799-dedf-43fd-8836-a85df65662d2 req-8ef5c979-67f8-44c2-944f-4eb79e048dcc service neutron] 10.222.0.43 "GET /v2.0/networks/27a96711-417c-4ed3-a59e-0ca8ab8628f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1778607 Jun 07 06:55:05.545930 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfcebb3-f454-4304-bb8f-f998b171cc88 req-efe34f46-112c-49c8-9761-6904e35cd0c7 tempest-VolumesNegativeTest-1848339574 tempest-VolumesNegativeTest-1848339574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:55:05.548372 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-1dfcebb3-f454-4304-bb8f-f998b171cc88 req-efe34f46-112c-49c8-9761-6904e35cd0c7 tempest-VolumesNegativeTest-1848339574 tempest-VolumesNegativeTest-1848339574-project] 10.222.0.21 "GET /v2.0/ports?device_id=d78c4dce-85d7-4c42-8dd2-f7fb86b503e3 HTTP/1.1" status: 200 len: 950 time: 0.3104606 Jun 07 06:55:05.551861 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-363c9cee-d80f-49db-ad87-83e2ae66bd7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1706761'] for security_group, after_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:05.555196 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-363c9cee-d80f-49db-ad87-83e2ae66bd7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:05.556671 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [None req-363c9cee-d80f-49db-ad87-83e2ae66bd7f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6641c267-963c-4c19-b45d-9f23238009e6 HTTP/1.1" status: 204 len: 168 time: 0.3898420 Jun 07 06:55:05.559208 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-28034cb1-5c6e-438d-a64f-1475692f4e0d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:55:05.576360 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-00782290-a8b4-4c26-827d-4deee98b6cb2 req-e372f2c7-66d4-4fca-8983-00d2886d72bc tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1622717 Jun 07 06:55:05.617436 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363c9cee-d80f-49db-ad87-83e2ae66bd7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6641c267-963c-4c19-b45d-9f23238009e6,revision_number=None']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:55:05.628175 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.v2.base [req-00782290-a8b4-4c26-827d-4deee98b6cb2 req-da377034-62d7-4ced-8b9e-63abe3fc2c91 service neutron] Request body: {'port': {'device_id': '80ef7c92-c0dc-49cd-bf01-d6f0645978f2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78414'}} {{(pid=91772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 06:55:05.664620 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-363c9cee-d80f-49db-ad87-83e2ae66bd7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:55:05.713903 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-1dfcebb3-f454-4304-bb8f-f998b171cc88 req-8ad0ddca-9142-4fd5-ae3d-0c58b7c4519b tempest-VolumesNegativeTest-1848339574 tempest-VolumesNegativeTest-1848339574-project] 10.222.0.21 "GET /v2.0/security-groups?id=9be83729-ddd3-495f-95a0-ffb4f7347e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559916 Jun 07 06:55:05.824493 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [req-00782290-a8b4-4c26-827d-4deee98b6cb2 req-da377034-62d7-4ced-8b9e-63abe3fc2c91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564700'] for port, before_update {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:05.845465 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-25522799-dedf-43fd-8836-a85df65662d2 req-32b30ac5-7879-4cca-ad59-707eaf549169 service neutron] 10.222.0.43 "GET /v2.0/networks/27a96711-417c-4ed3-a59e-0ca8ab8628f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3016448 Jun 07 06:55:06.301930 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-234f5c7d-7ee7-4ce0-961b-4cfc73e36d9c req-c5082b3c-f946-4dec-8ad7-78903228a645 tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] 10.222.0.21 "GET /v2.0/ports?device_id=0b69e74a-2084-4d1c-a06d-6341ae621244 HTTP/1.1" status: 200 len: 210 time: 0.2206898 Jun 07 06:55:06.443925 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8804e78-9921-4fae-b301-8b2edfbbe685 req-43f1d45b-d0a0-4e25-8587-21b1634b1a9f tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:55:06.445375 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-b8804e78-9921-4fae-b301-8b2edfbbe685 req-43f1d45b-d0a0-4e25-8587-21b1634b1a9f tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] 10.222.0.43 "GET /v2.0/networks?id=2e303e64-c012-46d6-aac2-71b049564e50 HTTP/1.1" status: 200 len: 818 time: 0.3409162 Jun 07 06:55:06.481646 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa672c12-6191-477b-9dba-8cbb90e5694d req-b74ec202-0264-4864-8eb6-8dce1f2cd798 tempest-AttachVolumeNegativeTest-2031625228 tempest-AttachVolumeNegativeTest-2031625228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:55:06.489722 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-aa672c12-6191-477b-9dba-8cbb90e5694d req-b74ec202-0264-4864-8eb6-8dce1f2cd798 tempest-AttachVolumeNegativeTest-2031625228 tempest-AttachVolumeNegativeTest-2031625228-project] 10.222.0.21 "GET /v2.0/ports?device_id=56adc49e-69e7-4670-b2fe-55eab8a4f7e4 HTTP/1.1" status: 200 len: 944 time: 0.4570065 Jun 07 06:55:06.490433 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.v2.base [req-b8804e78-9921-4fae-b301-8b2edfbbe685 req-1433c67d-26fb-4959-b464-b5235e58f34b tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] Request body: {'port': {'device_id': '0b69e74a-2084-4d1c-a06d-6341ae621244', 'network_id': '2e303e64-c012-46d6-aac2-71b049564e50', 'admin_state_up': True, 'tenant_id': 'b6a17686403649e59640e6bed0871b3e'}} {{(pid=91773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 06:55:06.571572 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-aa672c12-6191-477b-9dba-8cbb90e5694d req-1c2d6338-f280-4b90-87cb-448e52af24ed tempest-AttachVolumeNegativeTest-2031625228 tempest-AttachVolumeNegativeTest-2031625228-project] 10.222.0.21 "GET /v2.0/security-groups?id=3d4b3a4d-8433-4457-868d-75e29ba07bfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808752 Jun 07 06:55:06.572100 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.wsgi [-] (91772) accepted ('10.222.0.21', 54138) {{(pid=91772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:55:06.652108 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.notifiers.nova [req-00782290-a8b4-4c26-827d-4deee98b6cb2 req-da377034-62d7-4ced-8b9e-63abe3fc2c91 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00040cee-eef7-4bc5-a36d-d1d825e1ede1 {{(pid=91772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 06:55:06.662723 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [req-00782290-a8b4-4c26-827d-4deee98b6cb2 req-da377034-62d7-4ced-8b9e-63abe3fc2c91 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:06.684720 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.db.provisioning_blocks [req-00782290-a8b4-4c26-827d-4deee98b6cb2 req-da377034-62d7-4ced-8b9e-63abe3fc2c91 service neutron] Transition to ACTIVE for port object 00040cee-eef7-4bc5-a36d-d1d825e1ede1 will not be triggered until provisioned by entity L2. {{(pid=91772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 06:55:06.690973 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [req-00782290-a8b4-4c26-827d-4deee98b6cb2 req-da377034-62d7-4ced-8b9e-63abe3fc2c91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-569476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762332438254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762331935097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762331935142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2958540'] for port, after_update {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:06.720180 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-72ed8931-c7a9-4363-8de2-70828244cd77 tempest-AttachVolumeNegativeTest-2031625228 tempest-AttachVolumeNegativeTest-2031625228-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:55:06.743344 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8804e78-9921-4fae-b301-8b2edfbbe685 req-1433c67d-26fb-4959-b464-b5235e58f34b tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] Made reservation on behalf of b6a17686403649e59640e6bed0871b3e for: {'port': 1} {{(pid=91773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 06:55:06.748739 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [req-b8804e78-9921-4fae-b301-8b2edfbbe685 req-1433c67d-26fb-4959-b464-b5235e58f34b tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564700'] for port, before_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:06.901209 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-a9fcf8f9-5a95-4b73-b61b-3f8a363b3535 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762332461204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723872'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:06.932552 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-cd28c4a5-8a31-488d-acf4-5f041ceb82db admin admin] Notify callbacks [] for security_group, before_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:06.964811 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da377034-62d7-4ced-8b9e-63abe3fc2c91 service neutron] Pushing event updated for resources: {'Port': ['ID=00040cee-eef7-4bc5-a36d-d1d825e1ede1,revision_number=2']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:55:07.006506 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.db.db_base_plugin_common [req-b8804e78-9921-4fae-b301-8b2edfbbe685 req-1433c67d-26fb-4959-b464-b5235e58f34b tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] Allocated IP 172.20.0.10 (2e303e64-c012-46d6-aac2-71b049564e50/d8876218-386c-4ce2-9fcc-77230c910fea/75da24bf-be88-4df4-a1d1-d46d70f6a10b) {{(pid=91773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 06:55:07.012122 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-da377034-62d7-4ced-8b9e-63abe3fc2c91 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:55:07.199517 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54630cc8-bb37-4747-bb26-cff7a724711e req-96fbfa57-0f10-49bc-bb02-ebdbe18d3518 tempest-VolumesNegativeTest-1848339574 tempest-VolumesNegativeTest-1848339574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:55:07.201850 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-54630cc8-bb37-4747-bb26-cff7a724711e req-96fbfa57-0f10-49bc-bb02-ebdbe18d3518 tempest-VolumesNegativeTest-1848339574 tempest-VolumesNegativeTest-1848339574-project] 10.222.0.21 "GET /v2.0/ports?device_id=d78c4dce-85d7-4c42-8dd2-f7fb86b503e3 HTTP/1.1" status: 200 len: 950 time: 0.2512665 Jun 07 06:55:07.208272 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.plugins.ml2.managers [req-00782290-a8b4-4c26-827d-4deee98b6cb2 req-da377034-62d7-4ced-8b9e-63abe3fc2c91 service neutron] Attempting to bind port 00040cee-eef7-4bc5-a36d-d1d825e1ede1 on host hv-cinder-78414 for vnic_type normal with profile {{(pid=91772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 06:55:07.208595 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.plugins.ml2.managers [req-00782290-a8b4-4c26-827d-4deee98b6cb2 req-da377034-62d7-4ced-8b9e-63abe3fc2c91 service neutron] Attempting to bind port 00040cee-eef7-4bc5-a36d-d1d825e1ede1 by drivers openvswitch,hyperv on host hv-cinder-78414 at level 0 using segments [{'id': '2c325375-111f-4eec-b37b-2bfb897bb45c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '2e303e64-c012-46d6-aac2-71b049564e50'}] {{(pid=91772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 06:55:07.208916 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00782290-a8b4-4c26-827d-4deee98b6cb2 req-da377034-62d7-4ced-8b9e-63abe3fc2c91 service neutron] Attempting to bind port 00040cee-eef7-4bc5-a36d-d1d825e1ede1 on network 2e303e64-c012-46d6-aac2-71b049564e50 {{(pid=91772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 06:55:07.235476 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00782290-a8b4-4c26-827d-4deee98b6cb2 req-da377034-62d7-4ced-8b9e-63abe3fc2c91 service neutron] Port 00040cee-eef7-4bc5-a36d-d1d825e1ede1 on network 2e303e64-c012-46d6-aac2-71b049564e50 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78414 {{(pid=91772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 07 06:55:07.236097 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00782290-a8b4-4c26-827d-4deee98b6cb2 req-da377034-62d7-4ced-8b9e-63abe3fc2c91 service neutron] Attempting to bind port 00040cee-eef7-4bc5-a36d-d1d825e1ede1 on network 2e303e64-c012-46d6-aac2-71b049564e50 {{(pid=91772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 06:55:07.254162 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00782290-a8b4-4c26-827d-4deee98b6cb2 req-da377034-62d7-4ced-8b9e-63abe3fc2c91 service neutron] Checking agent: {'id': '5a91191c-7894-4314-84ee-19ce578def86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78414', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 6, 52, 11), 'started_at': datetime.datetime(2021, 6, 7, 6, 52, 11), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 6, 54, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 06:55:07.254417 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [req-b8804e78-9921-4fae-b301-8b2edfbbe685 req-1433c67d-26fb-4959-b464-b5235e58f34b tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] Notify callbacks [] for port, precommit_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:07.254514 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00782290-a8b4-4c26-827d-4deee98b6cb2 req-da377034-62d7-4ced-8b9e-63abe3fc2c91 service neutron] Checking segment: {'id': '2c325375-111f-4eec-b37b-2bfb897bb45c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '2e303e64-c012-46d6-aac2-71b049564e50'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 06:55:07.254852 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00782290-a8b4-4c26-827d-4deee98b6cb2 req-da377034-62d7-4ced-8b9e-63abe3fc2c91 service neutron] Bound using segment: {'id': '2c325375-111f-4eec-b37b-2bfb897bb45c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '2e303e64-c012-46d6-aac2-71b049564e50'} {{(pid=91772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 06:55:07.255278 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.plugins.ml2.managers [req-00782290-a8b4-4c26-827d-4deee98b6cb2 req-da377034-62d7-4ced-8b9e-63abe3fc2c91 service neutron] Bound port: 00040cee-eef7-4bc5-a36d-d1d825e1ede1, host: hv-cinder-78414, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c325375-111f-4eec-b37b-2bfb897bb45c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '2e303e64-c012-46d6-aac2-71b049564e50'}}] {{(pid=91772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 06:55:07.255612 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [req-00782290-a8b4-4c26-827d-4deee98b6cb2 req-da377034-62d7-4ced-8b9e-63abe3fc2c91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564700'] for port, before_update {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:07.287647 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [req-b8804e78-9921-4fae-b301-8b2edfbbe685 req-1433c67d-26fb-4959-b464-b5235e58f34b tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-569476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648536', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762331935079'] for port, after_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:07.295237 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:55:07.380453 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8804e78-9921-4fae-b301-8b2edfbbe685 req-1433c67d-26fb-4959-b464-b5235e58f34b tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] Network 2e303e64-c012-46d6-aac2-71b049564e50 is already hosted by enough agents. {{(pid=91773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 06:55:07.383632 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.scheduler.base_scheduler [req-b8804e78-9921-4fae-b301-8b2edfbbe685 req-1433c67d-26fb-4959-b464-b5235e58f34b tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] Resources bound (agent type, host, resource id): {{(pid=91773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 06:55:07.387481 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8804e78-9921-4fae-b301-8b2edfbbe685 req-1433c67d-26fb-4959-b464-b5235e58f34b tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] Received port after_create {{(pid=91773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 06:55:07.392937 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8804e78-9921-4fae-b301-8b2edfbbe685 req-1433c67d-26fb-4959-b464-b5235e58f34b tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:55:07.393569 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [req-b8804e78-9921-4fae-b301-8b2edfbbe685 req-1433c67d-26fb-4959-b464-b5235e58f34b tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648630'] for port, before_response {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:07.406952 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1433c67d-26fb-4959-b464-b5235e58f34b tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] Pushing event updated for resources: {'Port': ['ID=75da24bf-be88-4df4-a1d1-d46d70f6a10b,revision_number=1']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:55:07.412041 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-1433c67d-26fb-4959-b464-b5235e58f34b tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:55:07.458996 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Device b9c5c089-a420-4e44-8f92-33d4964a0cd5 details requested by agent hyperv_hv-cinder-78414 with host hv-cinder-78414 {{(pid=91774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 07 06:55:07.483297 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-cd28c4a5-8a31-488d-acf4-5f041ceb82db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:07.502429 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-b8804e78-9921-4fae-b301-8b2edfbbe685 req-1433c67d-26fb-4959-b464-b5235e58f34b tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0269804 Jun 07 06:55:07.512952 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-54630cc8-bb37-4747-bb26-cff7a724711e req-63732a05-2c9c-40e0-9d66-983c8a046994 tempest-VolumesNegativeTest-1848339574 tempest-VolumesNegativeTest-1848339574-project] 10.222.0.21 "GET /v2.0/security-groups?id=9be83729-ddd3-495f-95a0-ffb4f7347e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2949343 Jun 07 06:55:07.515661 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.v2.base [req-b8804e78-9921-4fae-b301-8b2edfbbe685 req-97650bf5-39a4-4af2-8e55-464dd578a5be service neutron] Request body: {'port': {'device_id': '0b69e74a-2084-4d1c-a06d-6341ae621244', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78414'}} {{(pid=91773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 06:55:07.634539 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-cd28c4a5-8a31-488d-acf4-5f041ceb82db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1706761'] for security_group, after_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:07.667022 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-2322a5b5-3c31-4de0-93d2-66a5009683ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:55:07.695316 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [None req-cd28c4a5-8a31-488d-acf4-5f041ceb82db admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c58d2e2d75b049afb8560903f4ffd0bf&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0789349 Jun 07 06:55:07.697497 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [req-b8804e78-9921-4fae-b301-8b2edfbbe685 req-97650bf5-39a4-4af2-8e55-464dd578a5be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564700'] for port, before_update {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:07.702308 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd28c4a5-8a31-488d-acf4-5f041ceb82db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eda7f138-7f4c-41ee-893c-15f3e7dd5d80,revision_number=1']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:55:07.707087 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.db [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] For port b9c5c089-a420-4e44-8f92-33d4964a0cd5, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=b9c5c089-a420-4e44-8f92-33d4964a0cd5,segment=NetworkSegment(88ca7d97-e105-429a-98e0-c2a9da21452e),segment_id=88ca7d97-e105-429a-98e0-c2a9da21452e)] {{(pid=91774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 06:55:07.710782 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.wsgi [-] (91772) accepted ('10.222.0.21', 54180) {{(pid=91772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:55:07.711584 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-cd28c4a5-8a31-488d-acf4-5f041ceb82db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:55:07.737249 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Returning: {'device': 'b9c5c089-a420-4e44-8f92-33d4964a0cd5', 'network_id': '27a96711-417c-4ed3-a59e-0ca8ab8628f1', 'port_id': 'b9c5c089-a420-4e44-8f92-33d4964a0cd5', 'mac_address': 'fa:16:3e:b6:8f:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92171860-0586-439a-90ff-9e9817d6b6e7', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 07 06:55:07.837979 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564700'] for port, before_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:07.860031 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.notifiers.nova [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9c5c089-a420-4e44-8f92-33d4964a0cd5 {{(pid=91774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 06:55:07.863565 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-c957cd57-b09c-4cfd-b5f7-485e66436a72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:07.868879 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.plugins.ml2.db [req-00782290-a8b4-4c26-827d-4deee98b6cb2 req-da377034-62d7-4ced-8b9e-63abe3fc2c91 service neutron] For port 00040cee-eef7-4bc5-a36d-d1d825e1ede1, host hv-cinder-78414, cleared binding levels {{(pid=91772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 06:55:07.882384 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.db [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] For port b9c5c089-a420-4e44-8f92-33d4964a0cd5, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=b9c5c089-a420-4e44-8f92-33d4964a0cd5,segment=NetworkSegment(88ca7d97-e105-429a-98e0-c2a9da21452e),segment_id=88ca7d97-e105-429a-98e0-c2a9da21452e)] {{(pid=91774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 06:55:07.890265 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-569476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762332438254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762331935097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762331935142'] for port, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:07.892545 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:55:07.907759 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.plugins.ml2.db [req-00782290-a8b4-4c26-827d-4deee98b6cb2 req-da377034-62d7-4ced-8b9e-63abe3fc2c91 service neutron] For port 00040cee-eef7-4bc5-a36d-d1d825e1ede1, host hv-cinder-78414, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=00040cee-eef7-4bc5-a36d-d1d825e1ede1,segment=NetworkSegment(2c325375-111f-4eec-b37b-2bfb897bb45c),segment_id=2c325375-111f-4eec-b37b-2bfb897bb45c)] {{(pid=91772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 06:55:07.916035 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65858a0c-86cc-4a9e-b79a-8fff2d132794 req-d5ce327a-10cb-4c42-bfe6-03cefbf5523f tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:55:07.923616 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-65858a0c-86cc-4a9e-b79a-8fff2d132794 req-d5ce327a-10cb-4c42-bfe6-03cefbf5523f tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] 10.222.0.21 "GET /v2.0/ports?device_id=0b69e74a-2084-4d1c-a06d-6341ae621244 HTTP/1.1" status: 200 len: 932 time: 0.4322586 Jun 07 06:55:07.935818 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [req-00782290-a8b4-4c26-827d-4deee98b6cb2 req-da377034-62d7-4ced-8b9e-63abe3fc2c91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-569476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762332438254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762331935097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762331935142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2958540'] for port, after_update {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:07.956853 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:55:07.980726 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Pushing event updated for resources: {'Port': ['ID=b9c5c089-a420-4e44-8f92-33d4964a0cd5,revision_number=4']} {{(pid=91774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:55:07.985238 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:55:07.987085 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-c957cd57-b09c-4cfd-b5f7-485e66436a72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:08.112324 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00782290-a8b4-4c26-827d-4deee98b6cb2 req-da377034-62d7-4ced-8b9e-63abe3fc2c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:55:08.112937 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [req-00782290-a8b4-4c26-827d-4deee98b6cb2 req-da377034-62d7-4ced-8b9e-63abe3fc2c91 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503096'] for port, before_response {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:08.114327 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-00782290-a8b4-4c26-827d-4deee98b6cb2 req-da377034-62d7-4ced-8b9e-63abe3fc2c91 service neutron] 10.222.0.43 "PUT /v2.0/ports/00040cee-eef7-4bc5-a36d-d1d825e1ede1 HTTP/1.1" status: 200 len: 1093 time: 2.4905744 Jun 07 06:55:08.114776 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80ef7c92-c0dc-49cd-bf01-d6f0645978f2', 'tag': '00040cee-eef7-4bc5-a36d-d1d825e1ede1'}] {{(pid=91772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 06:55:08.117135 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b3564b50ce45010e06e11b2a9bfee31ad6a5dcfa31583fbede74178fb7a3d70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36ae6155-943b-4e7c-a0b2-bf8f35485238" -d '{"events": [{"name": "network-changed", "server_uuid": "80ef7c92-c0dc-49cd-bf01-d6f0645978f2", "tag": "00040cee-eef7-4bc5-a36d-d1d825e1ede1"}]}' {{(pid=91772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 06:55:08.172782 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.notifiers.nova [req-b8804e78-9921-4fae-b301-8b2edfbbe685 req-97650bf5-39a4-4af2-8e55-464dd578a5be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75da24bf-be88-4df4-a1d1-d46d70f6a10b {{(pid=91773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 06:55:08.181733 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-65858a0c-86cc-4a9e-b79a-8fff2d132794 req-f0c990f4-8e00-4e02-8356-802bc7983ac4 tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] 10.222.0.21 "GET /v2.0/security-groups?id=e7307ba2-82f7-48b4-bd29-8e5128908893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2558229 Jun 07 06:55:08.190440 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [req-b8804e78-9921-4fae-b301-8b2edfbbe685 req-97650bf5-39a4-4af2-8e55-464dd578a5be service neutron] Notify callbacks [] for port, precommit_update {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:08.198465 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.db.provisioning_blocks [req-b8804e78-9921-4fae-b301-8b2edfbbe685 req-97650bf5-39a4-4af2-8e55-464dd578a5be service neutron] Transition to ACTIVE for port object 75da24bf-be88-4df4-a1d1-d46d70f6a10b will not be triggered until provisioned by entity L2. {{(pid=91773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 06:55:08.203322 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [req-b8804e78-9921-4fae-b301-8b2edfbbe685 req-97650bf5-39a4-4af2-8e55-464dd578a5be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-569476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762332438254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762331935097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762331935142'] for port, after_update {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:08.207858 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-5dd9ec22-1b14-4a0f-959c-adf743165c9b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:55:08.227739 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.db [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] get_ports_and_sgs() called for port_ids ['b9c5c089-a420-4e44-8f92-33d4964a0cd5'] {{(pid=91774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 06:55:08.305371 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd576c19-78c7-498b-a603-38fa5b6cfff8 req-a1b10bc4-fdbf-4f08-bd4e-f9ea126317e5 tempest-AttachVolumeNegativeTest-2031625228 tempest-AttachVolumeNegativeTest-2031625228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:55:08.312902 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-cd576c19-78c7-498b-a603-38fa5b6cfff8 req-a1b10bc4-fdbf-4f08-bd4e-f9ea126317e5 tempest-AttachVolumeNegativeTest-2031625228 tempest-AttachVolumeNegativeTest-2031625228-project] 10.222.0.21 "GET /v2.0/ports?device_id=56adc49e-69e7-4670-b2fe-55eab8a4f7e4 HTTP/1.1" status: 200 len: 944 time: 0.5435903 Jun 07 06:55:08.314644 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da377034-62d7-4ced-8b9e-63abe3fc2c91 service neutron] Pushing event updated for resources: {'Port': ['ID=00040cee-eef7-4bc5-a36d-d1d825e1ede1,revision_number=3']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:55:08.318275 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-da377034-62d7-4ced-8b9e-63abe3fc2c91 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.361s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:55:08.375775 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97650bf5-39a4-4af2-8e55-464dd578a5be service neutron] Pushing event updated for resources: {'Port': ['ID=75da24bf-be88-4df4-a1d1-d46d70f6a10b,revision_number=2']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:55:08.410003 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-97650bf5-39a4-4af2-8e55-464dd578a5be service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:55:08.444232 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.managers [req-b8804e78-9921-4fae-b301-8b2edfbbe685 req-97650bf5-39a4-4af2-8e55-464dd578a5be service neutron] Attempting to bind port 75da24bf-be88-4df4-a1d1-d46d70f6a10b on host hv-cinder-78414 for vnic_type normal with profile {{(pid=91773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 06:55:08.444705 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.managers [req-b8804e78-9921-4fae-b301-8b2edfbbe685 req-97650bf5-39a4-4af2-8e55-464dd578a5be service neutron] Attempting to bind port 75da24bf-be88-4df4-a1d1-d46d70f6a10b by drivers openvswitch,hyperv on host hv-cinder-78414 at level 0 using segments [{'id': '2c325375-111f-4eec-b37b-2bfb897bb45c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '2e303e64-c012-46d6-aac2-71b049564e50'}] {{(pid=91773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 06:55:08.445200 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8804e78-9921-4fae-b301-8b2edfbbe685 req-97650bf5-39a4-4af2-8e55-464dd578a5be service neutron] Attempting to bind port 75da24bf-be88-4df4-a1d1-d46d70f6a10b on network 2e303e64-c012-46d6-aac2-71b049564e50 {{(pid=91773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 06:55:08.451630 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8804e78-9921-4fae-b301-8b2edfbbe685 req-97650bf5-39a4-4af2-8e55-464dd578a5be service neutron] Port 75da24bf-be88-4df4-a1d1-d46d70f6a10b on network 2e303e64-c012-46d6-aac2-71b049564e50 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78414 {{(pid=91773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 07 06:55:08.452965 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8804e78-9921-4fae-b301-8b2edfbbe685 req-97650bf5-39a4-4af2-8e55-464dd578a5be service neutron] Attempting to bind port 75da24bf-be88-4df4-a1d1-d46d70f6a10b on network 2e303e64-c012-46d6-aac2-71b049564e50 {{(pid=91773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 06:55:08.459627 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8804e78-9921-4fae-b301-8b2edfbbe685 req-97650bf5-39a4-4af2-8e55-464dd578a5be service neutron] Checking agent: {'id': '5a91191c-7894-4314-84ee-19ce578def86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78414', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 6, 52, 11), 'started_at': datetime.datetime(2021, 6, 7, 6, 52, 11), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 6, 54, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 06:55:08.460182 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8804e78-9921-4fae-b301-8b2edfbbe685 req-97650bf5-39a4-4af2-8e55-464dd578a5be service neutron] Checking segment: {'id': '2c325375-111f-4eec-b37b-2bfb897bb45c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '2e303e64-c012-46d6-aac2-71b049564e50'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 06:55:08.460650 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8804e78-9921-4fae-b301-8b2edfbbe685 req-97650bf5-39a4-4af2-8e55-464dd578a5be service neutron] Bound using segment: {'id': '2c325375-111f-4eec-b37b-2bfb897bb45c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '2e303e64-c012-46d6-aac2-71b049564e50'} {{(pid=91773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 06:55:08.461229 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.managers [req-b8804e78-9921-4fae-b301-8b2edfbbe685 req-97650bf5-39a4-4af2-8e55-464dd578a5be service neutron] Bound port: 75da24bf-be88-4df4-a1d1-d46d70f6a10b, host: hv-cinder-78414, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c325375-111f-4eec-b37b-2bfb897bb45c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '2e303e64-c012-46d6-aac2-71b049564e50'}}] {{(pid=91773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 06:55:08.461643 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [req-b8804e78-9921-4fae-b301-8b2edfbbe685 req-97650bf5-39a4-4af2-8e55-464dd578a5be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564700'] for port, before_update {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:08.476762 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-cd576c19-78c7-498b-a603-38fa5b6cfff8 req-b1fede32-6b9f-4543-99ea-3b0cb22d57cd tempest-AttachVolumeNegativeTest-2031625228 tempest-AttachVolumeNegativeTest-2031625228-project] 10.222.0.21 "GET /v2.0/security-groups?id=3d4b3a4d-8433-4457-868d-75e29ba07bfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630242 Jun 07 06:55:08.482051 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-c957cd57-b09c-4cfd-b5f7-485e66436a72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1706761'] for security_group, after_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:08.485847 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-c957cd57-b09c-4cfd-b5f7-485e66436a72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:08.498489 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [None req-c957cd57-b09c-4cfd-b5f7-485e66436a72 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/eda7f138-7f4c-41ee-893c-15f3e7dd5d80 HTTP/1.1" status: 204 len: 168 time: 0.7821586 Jun 07 06:55:08.502212 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-f3919fbe-619c-4a71-bc76-b20964969434 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:55:08.557250 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c957cd57-b09c-4cfd-b5f7-485e66436a72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eda7f138-7f4c-41ee-893c-15f3e7dd5d80,revision_number=None']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:55:08.573801 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-fd09d4dc-a2d5-4487-8037-41dce87fca3f req-61b65132-81b9-4d75-8941-86f5eb7358dd service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=efa86bc2-cec0-4000-8a27-4d6b84d10c82&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.5406055 Jun 07 06:55:08.574722 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-c957cd57-b09c-4cfd-b5f7-485e66436a72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:55:08.630860 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00782290-a8b4-4c26-827d-4deee98b6cb2 req-67f68291-b551-4aa6-8aa9-85722a8eb06a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:55:08.632363 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-00782290-a8b4-4c26-827d-4deee98b6cb2 req-67f68291-b551-4aa6-8aa9-85722a8eb06a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=b6a17686403649e59640e6bed0871b3e&device_id=80ef7c92-c0dc-49cd-bf01-d6f0645978f2 HTTP/1.1" status: 200 len: 1096 time: 0.4681637 Jun 07 06:55:08.764970 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.db [req-b8804e78-9921-4fae-b301-8b2edfbbe685 req-97650bf5-39a4-4af2-8e55-464dd578a5be service neutron] For port 75da24bf-be88-4df4-a1d1-d46d70f6a10b, host hv-cinder-78414, cleared binding levels {{(pid=91773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 06:55:08.769269 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.db [req-b8804e78-9921-4fae-b301-8b2edfbbe685 req-97650bf5-39a4-4af2-8e55-464dd578a5be service neutron] For port 75da24bf-be88-4df4-a1d1-d46d70f6a10b, host hv-cinder-78414, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=75da24bf-be88-4df4-a1d1-d46d70f6a10b,segment=NetworkSegment(2c325375-111f-4eec-b37b-2bfb897bb45c),segment_id=2c325375-111f-4eec-b37b-2bfb897bb45c)] {{(pid=91773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 06:55:08.780540 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [req-b8804e78-9921-4fae-b301-8b2edfbbe685 req-97650bf5-39a4-4af2-8e55-464dd578a5be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-569476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762332438254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762331935097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762331935142'] for port, after_update {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:08.785568 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:55:08.829958 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 06:55:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c37bca3b-9870-4975-a6f3-9163cf9c6790 x-openstack-request-id: req-c37bca3b-9870-4975-a6f3-9163cf9c6790 {{(pid=91772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 06:55:08.830287 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80ef7c92-c0dc-49cd-bf01-d6f0645978f2", "tag": "00040cee-eef7-4bc5-a36d-d1d825e1ede1", "status": "completed", "code": 200}]} {{(pid=91772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 06:55:08.830565 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c37bca3b-9870-4975-a6f3-9163cf9c6790 {{(pid=91772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 06:55:08.831026 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80ef7c92-c0dc-49cd-bf01-d6f0645978f2', 'tag': '00040cee-eef7-4bc5-a36d-d1d825e1ede1', 'status': 'completed', 'code': 200} Jun 07 06:55:08.843552 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-00782290-a8b4-4c26-827d-4deee98b6cb2 req-2b69df0a-272f-4e2c-a66c-73142c630330 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=00040cee-eef7-4bc5-a36d-d1d825e1ede1 HTTP/1.1" status: 200 len: 217 time: 0.2028558 Jun 07 06:55:08.965880 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8804e78-9921-4fae-b301-8b2edfbbe685 req-97650bf5-39a4-4af2-8e55-464dd578a5be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:55:08.966801 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [req-b8804e78-9921-4fae-b301-8b2edfbbe685 req-97650bf5-39a4-4af2-8e55-464dd578a5be service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648630'] for port, before_response {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:08.968704 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-b8804e78-9921-4fae-b301-8b2edfbbe685 req-97650bf5-39a4-4af2-8e55-464dd578a5be service neutron] 10.222.0.43 "PUT /v2.0/ports/75da24bf-be88-4df4-a1d1-d46d70f6a10b HTTP/1.1" status: 200 len: 1094 time: 1.4577224 Jun 07 06:55:08.969181 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b69e74a-2084-4d1c-a06d-6341ae621244', 'tag': '75da24bf-be88-4df4-a1d1-d46d70f6a10b'}] {{(pid=91773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 06:55:08.971580 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7af0e1444f231fbc9cc9c3372b4fb62bb65a3f4c42e6951a4a8787648e20f245" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ce629bd-66ee-4cea-9aeb-14c6f3ec7f2e" -d '{"events": [{"name": "network-changed", "server_uuid": "0b69e74a-2084-4d1c-a06d-6341ae621244", "tag": "75da24bf-be88-4df4-a1d1-d46d70f6a10b"}]}' {{(pid=91773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 06:55:09.032607 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97650bf5-39a4-4af2-8e55-464dd578a5be service neutron] Pushing event updated for resources: {'Port': ['ID=75da24bf-be88-4df4-a1d1-d46d70f6a10b,revision_number=3']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:55:09.074838 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00782290-a8b4-4c26-827d-4deee98b6cb2 req-41542b6b-ac95-4252-80b6-57488172f45a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:55:09.076312 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-00782290-a8b4-4c26-827d-4deee98b6cb2 req-41542b6b-ac95-4252-80b6-57488172f45a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d8876218-386c-4ce2-9fcc-77230c910fea HTTP/1.1" status: 200 len: 858 time: 0.2224858 Jun 07 06:55:09.080008 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd09d4dc-a2d5-4487-8037-41dce87fca3f req-d1484860-c9f6-4d51-8339-304f2b3ee452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:55:09.081374 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-fd09d4dc-a2d5-4487-8037-41dce87fca3f req-d1484860-c9f6-4d51-8339-304f2b3ee452 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e315befe5685416d9564a280760adaed&device_id=efa86bc2-cec0-4000-8a27-4d6b84d10c82 HTTP/1.1" status: 200 len: 1098 time: 0.3339112 Jun 07 06:55:09.083924 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 06:55:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bc1283f-0471-4e81-bbfa-6639206eeb44 x-openstack-request-id: req-7bc1283f-0471-4e81-bbfa-6639206eeb44 {{(pid=91773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 06:55:09.083924 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b69e74a-2084-4d1c-a06d-6341ae621244", "tag": "75da24bf-be88-4df4-a1d1-d46d70f6a10b", "status": "completed", "code": 200}]} {{(pid=91773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 06:55:09.083924 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7bc1283f-0471-4e81-bbfa-6639206eeb44 {{(pid=91773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 06:55:09.084335 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b69e74a-2084-4d1c-a06d-6341ae621244', 'tag': '75da24bf-be88-4df4-a1d1-d46d70f6a10b', 'status': 'completed', 'code': 200} Jun 07 06:55:09.085143 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-97650bf5-39a4-4af2-8e55-464dd578a5be service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:55:09.103747 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5e4f65-aeea-430e-a0e3-ecc9af7256b2 req-6392c6c8-d450-44c2-8a17-3e664a5e7191 tempest-VolumesNegativeTest-1848339574 tempest-VolumesNegativeTest-1848339574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:55:09.105266 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-8a5e4f65-aeea-430e-a0e3-ecc9af7256b2 req-6392c6c8-d450-44c2-8a17-3e664a5e7191 tempest-VolumesNegativeTest-1848339574 tempest-VolumesNegativeTest-1848339574-project] 10.222.0.21 "GET /v2.0/ports?device_id=d78c4dce-85d7-4c42-8dd2-f7fb86b503e3 HTTP/1.1" status: 200 len: 950 time: 0.2100916 Jun 07 06:55:09.131915 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8804e78-9921-4fae-b301-8b2edfbbe685 req-856b3051-7079-4023-adef-fc18498537aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:55:09.134402 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-b8804e78-9921-4fae-b301-8b2edfbbe685 req-856b3051-7079-4023-adef-fc18498537aa service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=b6a17686403649e59640e6bed0871b3e&device_id=0b69e74a-2084-4d1c-a06d-6341ae621244 HTTP/1.1" status: 200 len: 1097 time: 0.1030860 Jun 07 06:55:09.183721 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-00782290-a8b4-4c26-827d-4deee98b6cb2 req-f102d799-66b7-4f6c-a0fd-8aefc74830f1 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=2e303e64-c012-46d6-aac2-71b049564e50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0774777 Jun 07 06:55:09.212722 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-b8804e78-9921-4fae-b301-8b2edfbbe685 req-e8d8fb83-f963-403c-bed8-2521979b4285 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=75da24bf-be88-4df4-a1d1-d46d70f6a10b HTTP/1.1" status: 200 len: 217 time: 0.0689626 Jun 07 06:55:09.257493 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-8a5e4f65-aeea-430e-a0e3-ecc9af7256b2 req-bb92e4a8-1fad-42e1-a3c8-5fa2f30222ec tempest-VolumesNegativeTest-1848339574 tempest-VolumesNegativeTest-1848339574-project] 10.222.0.21 "GET /v2.0/security-groups?id=9be83729-ddd3-495f-95a0-ffb4f7347e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170309 Jun 07 06:55:09.301992 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762332461204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723872'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:09.312452 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8804e78-9921-4fae-b301-8b2edfbbe685 req-8f454f06-7f2c-4585-a0f7-a15ebf3cd538 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:55:09.314019 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-b8804e78-9921-4fae-b301-8b2edfbbe685 req-8f454f06-7f2c-4585-a0f7-a15ebf3cd538 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d8876218-386c-4ce2-9fcc-77230c910fea HTTP/1.1" status: 200 len: 858 time: 0.0936301 Jun 07 06:55:09.365663 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-b8804e78-9921-4fae-b301-8b2edfbbe685 req-ddb18946-669a-4ac4-99da-891dfbe11256 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=2e303e64-c012-46d6-aac2-71b049564e50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0430946 Jun 07 06:55:09.460364 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-1180e060-f6f8-4566-a935-a62dc7967b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762332461204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723872'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:09.545688 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-b8804e78-9921-4fae-b301-8b2edfbbe685 req-d9804950-fecc-49dd-a377-dff53b391575 service neutron] 10.222.0.43 "GET /v2.0/networks/2e303e64-c012-46d6-aac2-71b049564e50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1692529 Jun 07 06:55:09.557367 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd09d4dc-a2d5-4487-8037-41dce87fca3f req-67206949-926d-439b-914f-728336258406 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:55:09.558883 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-fd09d4dc-a2d5-4487-8037-41dce87fca3f req-67206949-926d-439b-914f-728336258406 service neutron] 10.222.0.43 "GET /v2.0/networks?id=27a96711-417c-4ed3-a59e-0ca8ab8628f1 HTTP/1.1" status: 200 len: 916 time: 0.4175692 Jun 07 06:55:09.566158 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-00782290-a8b4-4c26-827d-4deee98b6cb2 req-aa30fde2-e589-4a97-8b9e-cc3502ca3d80 service neutron] 10.222.0.43 "GET /v2.0/networks/2e303e64-c012-46d6-aac2-71b049564e50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3663957 Jun 07 06:55:09.690719 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-fd09d4dc-a2d5-4487-8037-41dce87fca3f req-05debe74-aa6e-48ff-8bc6-7e5144e27f0c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8a1f7952-1bb8-4863-b199-a8d4ed9da897 HTTP/1.1" status: 200 len: 217 time: 0.1219327 Jun 07 06:55:09.705846 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c41aed-c17d-4076-a31f-d0d2aceaf36c req-044861ee-d2d7-4f70-8b69-2989f0f6d9a5 tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:55:09.707257 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-b3c41aed-c17d-4076-a31f-d0d2aceaf36c req-044861ee-d2d7-4f70-8b69-2989f0f6d9a5 tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] 10.222.0.21 "GET /v2.0/ports?device_id=0b69e74a-2084-4d1c-a06d-6341ae621244 HTTP/1.1" status: 200 len: 944 time: 0.3641269 Jun 07 06:55:09.717418 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-b8804e78-9921-4fae-b301-8b2edfbbe685 req-343b1b5e-a596-4374-bf66-4c202330583e service neutron] 10.222.0.43 "GET /v2.0/networks/2e303e64-c012-46d6-aac2-71b049564e50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1589386 Jun 07 06:55:09.894715 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce629bd-66ee-4cea-9aeb-14c6f3ec7f2e req-cab85a7d-e258-46b0-bea9-7747ada27bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:55:09.896324 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-0ce629bd-66ee-4cea-9aeb-14c6f3ec7f2e req-cab85a7d-e258-46b0-bea9-7747ada27bd9 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=b6a17686403649e59640e6bed0871b3e&device_id=0b69e74a-2084-4d1c-a06d-6341ae621244 HTTP/1.1" status: 200 len: 1097 time: 0.1063275 Jun 07 06:55:10.005114 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd09d4dc-a2d5-4487-8037-41dce87fca3f req-b0a984ae-3a72-4ff6-b272-407eabe27ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:55:10.006556 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-fd09d4dc-a2d5-4487-8037-41dce87fca3f req-b0a984ae-3a72-4ff6-b272-407eabe27ba3 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=92171860-0586-439a-90ff-9e9817d6b6e7 HTTP/1.1" status: 200 len: 855 time: 0.2984540 Jun 07 06:55:10.013417 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-b3c41aed-c17d-4076-a31f-d0d2aceaf36c req-56bd668b-6c62-45b3-9cb1-39a446d7294e tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] 10.222.0.21 "GET /v2.0/security-groups?id=e7307ba2-82f7-48b4-bd29-8e5128908893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494541 Jun 07 06:55:10.032865 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-00782290-a8b4-4c26-827d-4deee98b6cb2 req-4a7ef901-741f-44ae-bc7f-acdbad7bba44 service neutron] 10.222.0.43 "GET /v2.0/networks/2e303e64-c012-46d6-aac2-71b049564e50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4112618 Jun 07 06:55:10.080614 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-fd09d4dc-a2d5-4487-8037-41dce87fca3f req-6238e033-a5e9-4517-b66f-6d4006415c79 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=27a96711-417c-4ed3-a59e-0ca8ab8628f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0540698 Jun 07 06:55:10.087350 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce629bd-66ee-4cea-9aeb-14c6f3ec7f2e req-7abc8540-8105-4422-ba1f-cbfab6f7ac59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:55:10.088924 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-0ce629bd-66ee-4cea-9aeb-14c6f3ec7f2e req-7abc8540-8105-4422-ba1f-cbfab6f7ac59 service neutron] 10.222.0.43 "GET /v2.0/networks?id=2e303e64-c012-46d6-aac2-71b049564e50 HTTP/1.1" status: 200 len: 919 time: 0.1852791 Jun 07 06:55:10.095339 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76920439-d741-418a-8c3b-f03d14c5d5be req-b551e9bd-9d78-4e9f-9bdc-adeb2cfbe89b tempest-AttachVolumeNegativeTest-2031625228 tempest-AttachVolumeNegativeTest-2031625228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:55:10.096918 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-76920439-d741-418a-8c3b-f03d14c5d5be req-b551e9bd-9d78-4e9f-9bdc-adeb2cfbe89b tempest-AttachVolumeNegativeTest-2031625228 tempest-AttachVolumeNegativeTest-2031625228-project] 10.222.0.21 "GET /v2.0/ports?device_id=56adc49e-69e7-4670-b2fe-55eab8a4f7e4 HTTP/1.1" status: 200 len: 945 time: 0.4763999 Jun 07 06:55:10.204328 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-0ce629bd-66ee-4cea-9aeb-14c6f3ec7f2e req-786d86d6-9104-463b-a99b-96f28cb08955 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=75da24bf-be88-4df4-a1d1-d46d70f6a10b HTTP/1.1" status: 200 len: 217 time: 0.0901377 Jun 07 06:55:10.302604 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce629bd-66ee-4cea-9aeb-14c6f3ec7f2e req-4cc7602f-881c-4abc-891e-4fc25d803756 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:55:10.304270 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-0ce629bd-66ee-4cea-9aeb-14c6f3ec7f2e req-4cc7602f-881c-4abc-891e-4fc25d803756 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d8876218-386c-4ce2-9fcc-77230c910fea HTTP/1.1" status: 200 len: 858 time: 0.0914574 Jun 07 06:55:10.368082 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-76920439-d741-418a-8c3b-f03d14c5d5be req-0a48ffef-86e0-4b70-ad9e-e5ed9586b6ac tempest-AttachVolumeNegativeTest-2031625228 tempest-AttachVolumeNegativeTest-2031625228-project] 10.222.0.21 "GET /v2.0/security-groups?id=3d4b3a4d-8433-4457-868d-75e29ba07bfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2250526 Jun 07 06:55:10.397656 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-0ce629bd-66ee-4cea-9aeb-14c6f3ec7f2e req-2f32c0e8-97af-4453-83f1-7bea26745f5a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=2e303e64-c012-46d6-aac2-71b049564e50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0784628 Jun 07 06:55:10.449887 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-fd09d4dc-a2d5-4487-8037-41dce87fca3f req-4f8dd3ff-f977-4fc8-b487-f0b78b9b4c1f service neutron] 10.222.0.43 "GET /v2.0/networks/27a96711-417c-4ed3-a59e-0ca8ab8628f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3494184 Jun 07 06:55:10.503092 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ae6155-943b-4e7c-a0b2-bf8f35485238 req-4fa03049-2d44-413c-89a0-0f6ab45711a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:55:10.504552 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-36ae6155-943b-4e7c-a0b2-bf8f35485238 req-4fa03049-2d44-413c-89a0-0f6ab45711a7 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=b6a17686403649e59640e6bed0871b3e&device_id=80ef7c92-c0dc-49cd-bf01-d6f0645978f2 HTTP/1.1" status: 200 len: 1096 time: 0.3390453 Jun 07 06:55:10.542285 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.43', 62805) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:55:10.553223 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-3ea4f4f5-6296-4d8b-95a7-2efd101194ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762332461204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723872'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:10.631429 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762332461204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723872'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:10.641095 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-0ce629bd-66ee-4cea-9aeb-14c6f3ec7f2e req-4dbc42e9-97ea-4d41-9d37-599b10b0cf66 service neutron] 10.222.0.43 "GET /v2.0/networks/2e303e64-c012-46d6-aac2-71b049564e50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2285247 Jun 07 06:55:10.783172 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d531760-668a-42f4-a741-67a9379fb5a9 req-207aaa0f-9c44-449d-8759-3e0ccd5b8e17 tempest-VolumesNegativeTest-1848339574 tempest-VolumesNegativeTest-1848339574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:55:10.784636 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-6d531760-668a-42f4-a741-67a9379fb5a9 req-207aaa0f-9c44-449d-8759-3e0ccd5b8e17 tempest-VolumesNegativeTest-1848339574 tempest-VolumesNegativeTest-1848339574-project] 10.222.0.43 "GET /v2.0/ports?device_id=d78c4dce-85d7-4c42-8dd2-f7fb86b503e3 HTTP/1.1" status: 200 len: 950 time: 0.2414191 Jun 07 06:55:10.826033 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ae6155-943b-4e7c-a0b2-bf8f35485238 req-3e3f773b-c004-465a-a042-ac3487a490d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:55:10.827491 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-36ae6155-943b-4e7c-a0b2-bf8f35485238 req-3e3f773b-c004-465a-a042-ac3487a490d7 service neutron] 10.222.0.43 "GET /v2.0/networks?id=2e303e64-c012-46d6-aac2-71b049564e50 HTTP/1.1" status: 200 len: 919 time: 0.2715809 Jun 07 06:55:10.867154 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-fd09d4dc-a2d5-4487-8037-41dce87fca3f req-aedcc486-e8b3-40ef-a6f1-e2773af80343 service neutron] 10.222.0.43 "GET /v2.0/networks/27a96711-417c-4ed3-a59e-0ca8ab8628f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4079392 Jun 07 06:55:10.931472 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-0ce629bd-66ee-4cea-9aeb-14c6f3ec7f2e req-9988fd9e-4c39-437e-94ee-18e27d3d1a55 service neutron] 10.222.0.43 "GET /v2.0/networks/2e303e64-c012-46d6-aac2-71b049564e50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2814224 Jun 07 06:55:10.977322 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.plugin [req-6d531760-668a-42f4-a741-67a9379fb5a9 req-6fe39eee-962d-4cbc-b660-5ee022742087 tempest-VolumesNegativeTest-1848339574 tempest-VolumesNegativeTest-1848339574-project] Deleting port e8929a56-f469-48f7-b82b-640a2b23f6f9 {{(pid=91773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 06:55:10.977778 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [req-6d531760-668a-42f4-a741-67a9379fb5a9 req-6fe39eee-962d-4cbc-b660-5ee022742087 tempest-VolumesNegativeTest-1848339574 tempest-VolumesNegativeTest-1848339574-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762332413660'] for port, before_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:10.987329 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-36ae6155-943b-4e7c-a0b2-bf8f35485238 req-f6efa029-9ed5-4917-a33f-ac51037c6612 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=00040cee-eef7-4bc5-a36d-d1d825e1ede1 HTTP/1.1" status: 200 len: 217 time: 0.1482384 Jun 07 06:55:10.998654 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95535c52-0bf3-4100-a149-46e3aae85abf req-70059b6a-8bc8-4284-958b-ef408357915c tempest-VolumesNegativeTest-1848339574 tempest-VolumesNegativeTest-1848339574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:55:11.000305 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-95535c52-0bf3-4100-a149-46e3aae85abf req-70059b6a-8bc8-4284-958b-ef408357915c tempest-VolumesNegativeTest-1848339574 tempest-VolumesNegativeTest-1848339574-project] 10.222.0.21 "GET /v2.0/ports?device_id=d78c4dce-85d7-4c42-8dd2-f7fb86b503e3 HTTP/1.1" status: 200 len: 950 time: 0.5034244 Jun 07 06:55:11.096704 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ae6155-943b-4e7c-a0b2-bf8f35485238 req-b7a7d0d1-d6ee-4938-8a3a-64a2cec9707e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:55:11.098330 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-36ae6155-943b-4e7c-a0b2-bf8f35485238 req-b7a7d0d1-d6ee-4938-8a3a-64a2cec9707e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d8876218-386c-4ce2-9fcc-77230c910fea HTTP/1.1" status: 200 len: 858 time: 0.0972857 Jun 07 06:55:11.101465 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-95535c52-0bf3-4100-a149-46e3aae85abf req-d3cad3ee-59b5-4f8f-84ef-3331bd0ff3f0 tempest-VolumesNegativeTest-1848339574 tempest-VolumesNegativeTest-1848339574-project] 10.222.0.21 "GET /v2.0/security-groups?id=9be83729-ddd3-495f-95a0-ffb4f7347e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633144 Jun 07 06:55:11.155887 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-36ae6155-943b-4e7c-a0b2-bf8f35485238 req-0c6ff06b-6108-46bd-b6b8-842370e2a079 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=2e303e64-c012-46d6-aac2-71b049564e50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0477014 Jun 07 06:55:11.222810 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.db [req-6d531760-668a-42f4-a741-67a9379fb5a9 req-6fe39eee-962d-4cbc-b660-5ee022742087 tempest-VolumesNegativeTest-1848339574 tempest-VolumesNegativeTest-1848339574-project] For port e8929a56-f469-48f7-b82b-640a2b23f6f9, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=e8929a56-f469-48f7-b82b-640a2b23f6f9,segment=NetworkSegment(1b1e3bb1-4921-4232-a194-a4ff9b34050a),segment_id=1b1e3bb1-4921-4232-a194-a4ff9b34050a)] {{(pid=91773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 06:55:11.223982 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [req-6d531760-668a-42f4-a741-67a9379fb5a9 req-6fe39eee-962d-4cbc-b660-5ee022742087 tempest-VolumesNegativeTest-1848339574 tempest-VolumesNegativeTest-1848339574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1669251'] for port, precommit_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:11.345404 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-36ae6155-943b-4e7c-a0b2-bf8f35485238 req-c929fb2c-e8bf-493a-8941-7a0f7a537177 service neutron] 10.222.0.43 "GET /v2.0/networks/2e303e64-c012-46d6-aac2-71b049564e50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1583891 Jun 07 06:55:11.353821 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee444eb-e879-4fcb-bae8-6ce394dddbf5 req-dd47d67c-06d2-402f-91fe-c38eb86a5347 tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:55:11.355266 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-3ee444eb-e879-4fcb-bae8-6ce394dddbf5 req-dd47d67c-06d2-402f-91fe-c38eb86a5347 tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] 10.222.0.21 "GET /v2.0/ports?device_id=0b69e74a-2084-4d1c-a06d-6341ae621244 HTTP/1.1" status: 200 len: 944 time: 0.2025211 Jun 07 06:55:11.369891 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.plugin [req-6d531760-668a-42f4-a741-67a9379fb5a9 req-6fe39eee-962d-4cbc-b660-5ee022742087 tempest-VolumesNegativeTest-1848339574 tempest-VolumesNegativeTest-1848339574-project] Calling delete_port for e8929a56-f469-48f7-b82b-640a2b23f6f9 owned by compute:nova {{(pid=91773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 06:55:11.490818 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-3ee444eb-e879-4fcb-bae8-6ce394dddbf5 req-5e0e35c8-687c-4095-8009-49e5b6c666c3 tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] 10.222.0.21 "GET /v2.0/security-groups?id=e7307ba2-82f7-48b4-bd29-8e5128908893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281662 Jun 07 06:55:11.495408 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Device b9c5c089-a420-4e44-8f92-33d4964a0cd5 up at agent hyperv_hv-cinder-78414 {{(pid=91774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 06:55:11.547492 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-36ae6155-943b-4e7c-a0b2-bf8f35485238 req-0d766bd9-10c5-4ad0-983d-5bb60ab4046c service neutron] 10.222.0.43 "GET /v2.0/networks/2e303e64-c012-46d6-aac2-71b049564e50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1830289 Jun 07 06:55:11.615242 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [req-6d531760-668a-42f4-a741-67a9379fb5a9 req-6fe39eee-962d-4cbc-b660-5ee022742087 tempest-VolumesNegativeTest-1848339574 tempest-VolumesNegativeTest-1848339574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-569476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762332438236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762331935088'] for port, after_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:11.621178 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:55:11.626189 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.db.provisioning_blocks [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Provisioning for port b9c5c089-a420-4e44-8f92-33d4964a0cd5 completed by entity L2. {{(pid=91774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 06:55:11.632329 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.db [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] get_ports_and_sgs() called for port_ids ['e8929a56-f469-48f7-b82b-640a2b23f6f9'] {{(pid=91774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 06:55:11.671269 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe39eee-962d-4cbc-b660-5ee022742087 tempest-VolumesNegativeTest-1848339574 tempest-VolumesNegativeTest-1848339574-project] Pushing event deleted for resources: {'Port': ['ID=e8929a56-f469-48f7-b82b-640a2b23f6f9,revision_number=None']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:55:11.674726 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-6fe39eee-962d-4cbc-b660-5ee022742087 tempest-VolumesNegativeTest-1848339574 tempest-VolumesNegativeTest-1848339574-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:55:11.686724 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.db.provisioning_blocks [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Provisioning complete for port b9c5c089-a420-4e44-8f92-33d4964a0cd5 triggered by entity L2. {{(pid=91774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 06:55:11.687118 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723953'] for port, provisioning_complete {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:11.712289 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146ba7aa-aaa5-4ce3-abba-a5e2d21873cb req-48be2e97-9a2d-4e86-b528-347ce8a46dbe tempest-AttachVolumeNegativeTest-2031625228 tempest-AttachVolumeNegativeTest-2031625228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:55:11.713842 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-146ba7aa-aaa5-4ce3-abba-a5e2d21873cb req-48be2e97-9a2d-4e86-b528-347ce8a46dbe tempest-AttachVolumeNegativeTest-2031625228 tempest-AttachVolumeNegativeTest-2031625228-project] 10.222.0.21 "GET /v2.0/ports?device_id=56adc49e-69e7-4670-b2fe-55eab8a4f7e4 HTTP/1.1" status: 200 len: 945 time: 0.1442580 Jun 07 06:55:11.766406 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d531760-668a-42f4-a741-67a9379fb5a9 req-6fe39eee-962d-4cbc-b660-5ee022742087 tempest-VolumesNegativeTest-1848339574 tempest-VolumesNegativeTest-1848339574-project] No DVR routers for this DVR port e8929a56-f469-48f7-b82b-640a2b23f6f9 on host hv-cinder-78414 {{(pid=91773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 06:55:11.772428 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [req-6d531760-668a-42f4-a741-67a9379fb5a9 req-6fe39eee-962d-4cbc-b660-5ee022742087 tempest-VolumesNegativeTest-1848339574 tempest-VolumesNegativeTest-1848339574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503096'] for port, before_response {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:11.774426 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-6d531760-668a-42f4-a741-67a9379fb5a9 req-6fe39eee-962d-4cbc-b660-5ee022742087 tempest-VolumesNegativeTest-1848339574 tempest-VolumesNegativeTest-1848339574-project] 10.222.0.43 "DELETE /v2.0/ports/e8929a56-f469-48f7-b82b-640a2b23f6f9 HTTP/1.1" status: 204 len: 173 time: 0.9821670 Jun 07 06:55:11.774981 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd78c4dce-85d7-4c42-8dd2-f7fb86b503e3', 'name': 'network-vif-deleted', 'tag': 'e8929a56-f469-48f7-b82b-640a2b23f6f9'}] {{(pid=91773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 06:55:11.777675 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7af0e1444f231fbc9cc9c3372b4fb62bb65a3f4c42e6951a4a8787648e20f245" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1455f9d-0896-4109-a054-31f34f9259b4" -d '{"events": [{"server_uuid": "d78c4dce-85d7-4c42-8dd2-f7fb86b503e3", "name": "network-vif-deleted", "tag": "e8929a56-f469-48f7-b82b-640a2b23f6f9"}]}' {{(pid=91773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 06:55:11.808539 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-146ba7aa-aaa5-4ce3-abba-a5e2d21873cb req-961a0d7d-6b63-4635-aa43-bd4f612ced3e tempest-AttachVolumeNegativeTest-2031625228 tempest-AttachVolumeNegativeTest-2031625228-project] 10.222.0.21 "GET /v2.0/security-groups?id=3d4b3a4d-8433-4457-868d-75e29ba07bfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834599 Jun 07 06:55:11.863238 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 06:55:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02adea1a-dd8d-43d0-812d-f42d03168099 x-openstack-request-id: req-02adea1a-dd8d-43d0-812d-f42d03168099 {{(pid=91773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 06:55:11.863542 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d78c4dce-85d7-4c42-8dd2-f7fb86b503e3", "name": "network-vif-deleted", "tag": "e8929a56-f469-48f7-b82b-640a2b23f6f9", "status": "completed", "code": 200}]} {{(pid=91773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 06:55:11.863814 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-02adea1a-dd8d-43d0-812d-f42d03168099 {{(pid=91773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 06:55:11.865419 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd78c4dce-85d7-4c42-8dd2-f7fb86b503e3', 'name': 'network-vif-deleted', 'tag': 'e8929a56-f469-48f7-b82b-640a2b23f6f9', 'status': 'completed', 'code': 200} Jun 07 06:55:11.880638 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564700'] for port, before_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:11.939253 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56adc49e-69e7-4670-b2fe-55eab8a4f7e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9c5c089-a420-4e44-8f92-33d4964a0cd5'}] {{(pid=91774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 06:55:11.942330 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73fb9c482eb19c5c2e497b7af5ecd9f5da2a12b641d83391285fbc9a8928c34b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee69e0e4-64c2-4df0-bdfa-db91e3a091cc" -d '{"events": [{"server_uuid": "56adc49e-69e7-4670-b2fe-55eab8a4f7e4", "name": "network-vif-plugged", "status": "completed", "tag": "b9c5c089-a420-4e44-8f92-33d4964a0cd5"}]}' {{(pid=91774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 06:55:11.961995 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.db [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] For port b9c5c089-a420-4e44-8f92-33d4964a0cd5, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=b9c5c089-a420-4e44-8f92-33d4964a0cd5,segment=NetworkSegment(88ca7d97-e105-429a-98e0-c2a9da21452e),segment_id=88ca7d97-e105-429a-98e0-c2a9da21452e)] {{(pid=91774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 06:55:11.970101 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-569476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762332438254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762331935097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762331935142'] for port, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:11.972206 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:55:12.042193 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 06:55:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-819b7cbd-44c2-4863-9387-21332c0964ba x-openstack-request-id: req-819b7cbd-44c2-4863-9387-21332c0964ba {{(pid=91774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 06:55:12.044192 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56adc49e-69e7-4670-b2fe-55eab8a4f7e4", "name": "network-vif-plugged", "status": "completed", "tag": "b9c5c089-a420-4e44-8f92-33d4964a0cd5", "code": 200}]} {{(pid=91774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 06:55:12.044192 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-819b7cbd-44c2-4863-9387-21332c0964ba {{(pid=91774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 06:55:12.044192 dv-cinder-784140-5-smb neutron-server[91774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56adc49e-69e7-4670-b2fe-55eab8a4f7e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9c5c089-a420-4e44-8f92-33d4964a0cd5', 'code': 200} Jun 07 06:55:12.140027 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Pushing event updated for resources: {'Port': ['ID=b9c5c089-a420-4e44-8f92-33d4964a0cd5,revision_number=5']} {{(pid=91774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:55:12.168308 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:55:12.180925 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-7052a4e3-dcb7-48ac-a7a0-7c0e94d6da24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762332461204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723872'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:12.347331 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3d178d-5b5f-4171-bb0e-88d376d0823e req-0d693983-ed8f-403e-88f2-c061feabc62f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:55:12.348840 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-ce3d178d-5b5f-4171-bb0e-88d376d0823e req-0d693983-ed8f-403e-88f2-c061feabc62f service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=56adc49e-69e7-4670-b2fe-55eab8a4f7e4 HTTP/1.1" status: 200 len: 1099 time: 0.0805445 Jun 07 06:55:12.398842 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-ce3d178d-5b5f-4171-bb0e-88d376d0823e req-f2f08d79-b089-49e4-8efe-5f4ba07aee7f service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=3d4b3a4d-8433-4457-868d-75e29ba07bfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398912 Jun 07 06:55:12.403771 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-5c38e391-0e51-47f6-85ef-09f0a27c8e93 req-881ded94-d154-4523-8dba-84fbb453755e tempest-VolumesNegativeTest-1848339574 tempest-VolumesNegativeTest-1848339574-project] 10.222.0.21 "GET /v2.0/ports?device_id=d78c4dce-85d7-4c42-8dd2-f7fb86b503e3 HTTP/1.1" status: 200 len: 210 time: 0.1512637 Jun 07 06:55:12.734125 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b31f46-0a08-4d2e-a2cd-5ad3c274ca90 req-86236e6f-1067-4d99-96f3-aa9e2b5b7950 tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:55:12.735971 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-14b31f46-0a08-4d2e-a2cd-5ad3c274ca90 req-86236e6f-1067-4d99-96f3-aa9e2b5b7950 tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] 10.222.0.21 "GET /v2.0/ports?device_id=0b69e74a-2084-4d1c-a06d-6341ae621244 HTTP/1.1" status: 200 len: 944 time: 0.1183786 Jun 07 06:55:12.788315 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-14b31f46-0a08-4d2e-a2cd-5ad3c274ca90 req-81b32e77-0bc6-4e21-b67c-59ec94cdb9d1 tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] 10.222.0.21 "GET /v2.0/security-groups?id=e7307ba2-82f7-48b4-bd29-8e5128908893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450661 Jun 07 06:55:13.013459 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d3ebab-b928-4222-819a-4bb252c99870 req-87cb6e41-7210-46bc-a5cd-93b6e515a40d tempest-AttachVolumeNegativeTest-2031625228 tempest-AttachVolumeNegativeTest-2031625228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:55:13.014798 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-78d3ebab-b928-4222-819a-4bb252c99870 req-87cb6e41-7210-46bc-a5cd-93b6e515a40d tempest-AttachVolumeNegativeTest-2031625228 tempest-AttachVolumeNegativeTest-2031625228-project] 10.222.0.21 "GET /v2.0/ports?device_id=56adc49e-69e7-4670-b2fe-55eab8a4f7e4 HTTP/1.1" status: 200 len: 946 time: 0.0830595 Jun 07 06:55:13.061929 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-78d3ebab-b928-4222-819a-4bb252c99870 req-ac499aa5-31ae-413f-b54d-889024c1e299 tempest-AttachVolumeNegativeTest-2031625228 tempest-AttachVolumeNegativeTest-2031625228-project] 10.222.0.21 "GET /v2.0/security-groups?id=3d4b3a4d-8433-4457-868d-75e29ba07bfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410895 Jun 07 06:55:13.508414 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Device 75da24bf-be88-4df4-a1d1-d46d70f6a10b details requested by agent hyperv_hv-cinder-78414 with host hv-cinder-78414 {{(pid=91774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 07 06:55:13.706217 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.db [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] For port 75da24bf-be88-4df4-a1d1-d46d70f6a10b, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=75da24bf-be88-4df4-a1d1-d46d70f6a10b,segment=NetworkSegment(2c325375-111f-4eec-b37b-2bfb897bb45c),segment_id=2c325375-111f-4eec-b37b-2bfb897bb45c)] {{(pid=91774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 06:55:13.723668 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Returning: {'device': '75da24bf-be88-4df4-a1d1-d46d70f6a10b', 'network_id': '2e303e64-c012-46d6-aac2-71b049564e50', 'port_id': '75da24bf-be88-4df4-a1d1-d46d70f6a10b', 'mac_address': 'fa:16:3e:76:d3:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 340, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8876218-386c-4ce2-9fcc-77230c910fea', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 07 06:55:13.786156 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564700'] for port, before_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:13.802581 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.notifiers.nova [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75da24bf-be88-4df4-a1d1-d46d70f6a10b {{(pid=91774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 06:55:13.847168 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.db [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] For port 75da24bf-be88-4df4-a1d1-d46d70f6a10b, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=75da24bf-be88-4df4-a1d1-d46d70f6a10b,segment=NetworkSegment(2c325375-111f-4eec-b37b-2bfb897bb45c),segment_id=2c325375-111f-4eec-b37b-2bfb897bb45c)] {{(pid=91774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 06:55:13.857859 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-569476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762332438254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762331935097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762331935142'] for port, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:13.858976 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Device 00040cee-eef7-4bc5-a36d-d1d825e1ede1 details requested by agent hyperv_hv-cinder-78414 with host hv-cinder-78414 {{(pid=91774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 07 06:55:13.862750 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:55:14.001995 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6eb023c-a686-4704-b489-002ffbe530eb req-056b7b50-fe99-42b9-8e7e-1fbece462d3e tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:55:14.003471 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-e6eb023c-a686-4704-b489-002ffbe530eb req-056b7b50-fe99-42b9-8e7e-1fbece462d3e tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] 10.222.0.21 "GET /v2.0/ports?device_id=0b69e74a-2084-4d1c-a06d-6341ae621244 HTTP/1.1" status: 200 len: 945 time: 0.0935423 Jun 07 06:55:14.039869 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Pushing event updated for resources: {'Port': ['ID=75da24bf-be88-4df4-a1d1-d46d70f6a10b,revision_number=4']} {{(pid=91774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:55:14.043482 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.db [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] For port 00040cee-eef7-4bc5-a36d-d1d825e1ede1, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=00040cee-eef7-4bc5-a36d-d1d825e1ede1,segment=NetworkSegment(2c325375-111f-4eec-b37b-2bfb897bb45c),segment_id=2c325375-111f-4eec-b37b-2bfb897bb45c)] {{(pid=91774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 06:55:14.053619 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:55:14.060951 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-e6eb023c-a686-4704-b489-002ffbe530eb req-43b7abb6-3195-42fb-85b8-0e0fd03f71db tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] 10.222.0.21 "GET /v2.0/security-groups?id=e7307ba2-82f7-48b4-bd29-8e5128908893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514317 Jun 07 06:55:14.068753 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Returning: {'device': '00040cee-eef7-4bc5-a36d-d1d825e1ede1', 'network_id': '2e303e64-c012-46d6-aac2-71b049564e50', 'port_id': '00040cee-eef7-4bc5-a36d-d1d825e1ede1', 'mac_address': 'fa:16:3e:44:2f:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 340, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8876218-386c-4ce2-9fcc-77230c910fea', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 07 06:55:14.129866 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564700'] for port, before_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:14.148551 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.notifiers.nova [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00040cee-eef7-4bc5-a36d-d1d825e1ede1 {{(pid=91774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 06:55:14.168795 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.db [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] For port 00040cee-eef7-4bc5-a36d-d1d825e1ede1, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=00040cee-eef7-4bc5-a36d-d1d825e1ede1,segment=NetworkSegment(2c325375-111f-4eec-b37b-2bfb897bb45c),segment_id=2c325375-111f-4eec-b37b-2bfb897bb45c)] {{(pid=91774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 06:55:14.180307 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-569476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762332438254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762331935097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762331935142'] for port, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:14.182100 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:55:14.254275 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Pushing event updated for resources: {'Port': ['ID=00040cee-eef7-4bc5-a36d-d1d825e1ede1,revision_number=4']} {{(pid=91774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:55:14.272842 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:55:14.314272 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa0d09f-4114-46dd-a963-d5fd95f4736d req-84546834-36c6-42f7-b9c7-05de67ec7f18 tempest-AttachVolumeNegativeTest-2031625228 tempest-AttachVolumeNegativeTest-2031625228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:55:14.316448 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-eaa0d09f-4114-46dd-a963-d5fd95f4736d req-84546834-36c6-42f7-b9c7-05de67ec7f18 tempest-AttachVolumeNegativeTest-2031625228 tempest-AttachVolumeNegativeTest-2031625228-project] 10.222.0.21 "GET /v2.0/ports?device_id=56adc49e-69e7-4670-b2fe-55eab8a4f7e4 HTTP/1.1" status: 200 len: 946 time: 0.1133778 Jun 07 06:55:14.391878 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-eaa0d09f-4114-46dd-a963-d5fd95f4736d req-2cf52a57-46b1-41ab-8c34-7ab76fcb2a95 tempest-AttachVolumeNegativeTest-2031625228 tempest-AttachVolumeNegativeTest-2031625228-project] 10.222.0.21 "GET /v2.0/security-groups?id=3d4b3a4d-8433-4457-868d-75e29ba07bfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654926 Jun 07 06:55:14.544461 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.db [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] get_ports_and_sgs() called for port_ids ['00040cee-eef7-4bc5-a36d-d1d825e1ede1'] {{(pid=91774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 06:55:14.583267 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.db [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] get_ports_and_sgs() called for port_ids ['75da24bf-be88-4df4-a1d1-d46d70f6a10b'] {{(pid=91774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 06:55:15.284255 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bee31d-b983-4052-a357-0d8dbcdf0417 req-3230eb0c-433c-4840-9fea-7c8e22b22d64 tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:55:15.285729 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-15bee31d-b983-4052-a357-0d8dbcdf0417 req-3230eb0c-433c-4840-9fea-7c8e22b22d64 tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] 10.222.0.21 "GET /v2.0/ports?device_id=0b69e74a-2084-4d1c-a06d-6341ae621244 HTTP/1.1" status: 200 len: 945 time: 0.0942209 Jun 07 06:55:15.331422 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-15bee31d-b983-4052-a357-0d8dbcdf0417 req-fa94a5fe-bc4c-461e-87da-b79aa290ff7a tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] 10.222.0.21 "GET /v2.0/security-groups?id=e7307ba2-82f7-48b4-bd29-8e5128908893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397005 Jun 07 06:55:15.491599 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.wsgi [-] (91772) accepted ('10.222.0.21', 54538) {{(pid=91772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:55:15.502336 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Device e8929a56-f469-48f7-b82b-640a2b23f6f9 no longer exists at agent hyperv_hv-cinder-78414 {{(pid=91774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 06:55:15.539029 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.plugin [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] No Port match for: e8929a56-f469-48f7-b82b-640a2b23f6f9 {{(pid=91774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 06:55:15.539398 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Device e8929a56-f469-48f7-b82b-640a2b23f6f9 not bound to the agent host hv-cinder-78414 {{(pid=91774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 06:55:15.633927 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-b67f81e7-35a8-4e5f-b106-845e661d674d admin admin] Notify callbacks [] for security_group, before_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:15.741085 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-b67f81e7-35a8-4e5f-b106-845e661d674d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:15.745113 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-b67f81e7-35a8-4e5f-b106-845e661d674d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1706761'] for security_group, after_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:15.753625 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:55:15.795128 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [None req-b67f81e7-35a8-4e5f-b106-845e661d674d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f4fb2565364e4fb1aa5141d0cd5bf38e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3020735 Jun 07 06:55:15.797773 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.wsgi [-] (91772) accepted ('10.222.0.21', 54576) {{(pid=91772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:55:15.808708 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67f81e7-35a8-4e5f-b106-845e661d674d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51888b36-0b3d-4d5a-be60-2f8a15249e37,revision_number=1']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:55:15.813008 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-b67f81e7-35a8-4e5f-b106-845e661d674d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:55:15.862417 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-f6e24508-cf80-4410-bdc9-41a76f857a41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:15.890784 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-f6e24508-cf80-4410-bdc9-41a76f857a41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:15.944152 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-f6e24508-cf80-4410-bdc9-41a76f857a41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1706761'] for security_group, after_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:15.947646 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-f6e24508-cf80-4410-bdc9-41a76f857a41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:15.949049 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [None req-f6e24508-cf80-4410-bdc9-41a76f857a41 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/51888b36-0b3d-4d5a-be60-2f8a15249e37 HTTP/1.1" status: 204 len: 168 time: 0.1502478 Jun 07 06:55:15.950520 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-77f4c848-e872-43be-81b0-6fdca1e4ba07 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:55:15.962139 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e24508-cf80-4410-bdc9-41a76f857a41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51888b36-0b3d-4d5a-be60-2f8a15249e37,revision_number=None']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:55:15.964614 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-f6e24508-cf80-4410-bdc9-41a76f857a41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:55:16.373822 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.21', 54632) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:55:16.398751 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-d0abfd03-a254-433a-a29d-9fbc0ceabea5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:16.562586 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-d0abfd03-a254-433a-a29d-9fbc0ceabea5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:16.562966 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489a4479-f1ce-4a3c-b4e2-f080deaaa64e req-6bfe1604-c758-4b89-a9c5-ecd65d41039e tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:55:16.569692 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-489a4479-f1ce-4a3c-b4e2-f080deaaa64e req-6bfe1604-c758-4b89-a9c5-ecd65d41039e tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] 10.222.0.21 "GET /v2.0/ports?device_id=0b69e74a-2084-4d1c-a06d-6341ae621244 HTTP/1.1" status: 200 len: 945 time: 0.1058352 Jun 07 06:55:16.571037 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-d0abfd03-a254-433a-a29d-9fbc0ceabea5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1706761'] for security_group, after_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:16.593045 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-81c2dac0-a79c-4fc5-ab90-0a3b6d731200 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:55:16.636374 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-489a4479-f1ce-4a3c-b4e2-f080deaaa64e req-c4867158-6687-42cd-b1dd-44564d72c8bd tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] 10.222.0.21 "GET /v2.0/security-groups?id=e7307ba2-82f7-48b4-bd29-8e5128908893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656855 Jun 07 06:55:16.637254 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [None req-d0abfd03-a254-433a-a29d-9fbc0ceabea5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=563772ac811c4f5eb2ba25ff5b9e19ee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2612391 Jun 07 06:55:16.639819 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.wsgi [-] (91772) accepted ('10.222.0.21', 54642) {{(pid=91772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:55:16.642947 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0abfd03-a254-433a-a29d-9fbc0ceabea5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acf715c6-ddf4-4a7f-9269-c6d7a0a8945a,revision_number=1']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:55:16.647075 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-d0abfd03-a254-433a-a29d-9fbc0ceabea5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:55:16.721739 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-5d876b06-caad-4129-ad53-f7a3b070ff52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:16.764559 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-5d876b06-caad-4129-ad53-f7a3b070ff52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:16.846767 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-5d876b06-caad-4129-ad53-f7a3b070ff52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1706761'] for security_group, after_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:16.850528 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-5d876b06-caad-4129-ad53-f7a3b070ff52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:16.854910 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [None req-5d876b06-caad-4129-ad53-f7a3b070ff52 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/acf715c6-ddf4-4a7f-9269-c6d7a0a8945a HTTP/1.1" status: 204 len: 168 time: 0.2095625 Jun 07 06:55:16.854910 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:55:16.863647 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d876b06-caad-4129-ad53-f7a3b070ff52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acf715c6-ddf4-4a7f-9269-c6d7a0a8945a,revision_number=None']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:55:16.883362 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-5d876b06-caad-4129-ad53-f7a3b070ff52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:55:17.528073 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Device 75da24bf-be88-4df4-a1d1-d46d70f6a10b up at agent hyperv_hv-cinder-78414 {{(pid=91774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 06:55:17.613559 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.db.provisioning_blocks [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Provisioning for port 75da24bf-be88-4df4-a1d1-d46d70f6a10b completed by entity L2. {{(pid=91774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 06:55:17.618744 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.db.provisioning_blocks [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Provisioning complete for port 75da24bf-be88-4df4-a1d1-d46d70f6a10b triggered by entity L2. {{(pid=91774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 06:55:17.619123 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723953'] for port, provisioning_complete {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:17.776408 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564700'] for port, before_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:17.805699 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b69e74a-2084-4d1c-a06d-6341ae621244', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75da24bf-be88-4df4-a1d1-d46d70f6a10b'}] {{(pid=91774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 06:55:17.808439 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73fb9c482eb19c5c2e497b7af5ecd9f5da2a12b641d83391285fbc9a8928c34b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c1c6f32-4e32-4b02-a55d-bed48a1fde94" -d '{"events": [{"server_uuid": "0b69e74a-2084-4d1c-a06d-6341ae621244", "name": "network-vif-plugged", "status": "completed", "tag": "75da24bf-be88-4df4-a1d1-d46d70f6a10b"}]}' {{(pid=91774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 06:55:17.818822 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.db [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] For port 75da24bf-be88-4df4-a1d1-d46d70f6a10b, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=75da24bf-be88-4df4-a1d1-d46d70f6a10b,segment=NetworkSegment(2c325375-111f-4eec-b37b-2bfb897bb45c),segment_id=2c325375-111f-4eec-b37b-2bfb897bb45c)] {{(pid=91774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 06:55:17.824167 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-569476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762332438254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762331935097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762331935142'] for port, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:17.825973 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Device 00040cee-eef7-4bc5-a36d-d1d825e1ede1 up at agent hyperv_hv-cinder-78414 {{(pid=91774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 06:55:17.866696 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-fd027802-876c-4ce6-916f-aaa17ef410d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:55:17.892267 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0495ffbe-ad00-4c13-86ab-cc4246cc48f6 req-cd6cf088-f4c7-4fac-81d5-f95482508382 tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:55:17.895955 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-0495ffbe-ad00-4c13-86ab-cc4246cc48f6 req-cd6cf088-f4c7-4fac-81d5-f95482508382 tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] 10.222.0.21 "GET /v2.0/ports?device_id=0b69e74a-2084-4d1c-a06d-6341ae621244 HTTP/1.1" status: 200 len: 946 time: 0.1346133 Jun 07 06:55:17.917592 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 06:55:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8c0b215-700f-44be-99d6-6002b844c94e x-openstack-request-id: req-b8c0b215-700f-44be-99d6-6002b844c94e {{(pid=91774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 06:55:17.917884 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b69e74a-2084-4d1c-a06d-6341ae621244", "name": "network-vif-plugged", "status": "completed", "tag": "75da24bf-be88-4df4-a1d1-d46d70f6a10b", "code": 200}]} {{(pid=91774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 06:55:17.918233 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b8c0b215-700f-44be-99d6-6002b844c94e {{(pid=91774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 06:55:17.918671 dv-cinder-784140-5-smb neutron-server[91774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b69e74a-2084-4d1c-a06d-6341ae621244', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75da24bf-be88-4df4-a1d1-d46d70f6a10b', 'code': 200} Jun 07 06:55:17.964521 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-0495ffbe-ad00-4c13-86ab-cc4246cc48f6 req-b50c1593-970b-4ec3-917f-588da081507b tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] 10.222.0.21 "GET /v2.0/security-groups?id=e7307ba2-82f7-48b4-bd29-8e5128908893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573959 Jun 07 06:55:18.024788 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Pushing event updated for resources: {'Port': ['ID=75da24bf-be88-4df4-a1d1-d46d70f6a10b,revision_number=5']} {{(pid=91774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:55:18.028629 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:55:18.042576 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.db.provisioning_blocks [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Provisioning for port 00040cee-eef7-4bc5-a36d-d1d825e1ede1 completed by entity L2. {{(pid=91774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 06:55:18.064924 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.db.provisioning_blocks [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Provisioning complete for port 00040cee-eef7-4bc5-a36d-d1d825e1ede1 triggered by entity L2. {{(pid=91774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 06:55:18.065319 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723953'] for port, provisioning_complete {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:18.230210 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564700'] for port, before_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:18.267506 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9358c7a7-9086-4e95-b4ea-06640e5b97cc req-e6d166a2-fbec-4ad0-bedd-c30a3093888f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:55:18.269838 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-9358c7a7-9086-4e95-b4ea-06640e5b97cc req-e6d166a2-fbec-4ad0-bedd-c30a3093888f service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=0b69e74a-2084-4d1c-a06d-6341ae621244 HTTP/1.1" status: 200 len: 1099 time: 0.1018987 Jun 07 06:55:18.272377 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.db [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] For port 00040cee-eef7-4bc5-a36d-d1d825e1ede1, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=00040cee-eef7-4bc5-a36d-d1d825e1ede1,segment=NetworkSegment(2c325375-111f-4eec-b37b-2bfb897bb45c),segment_id=2c325375-111f-4eec-b37b-2bfb897bb45c)] {{(pid=91774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 06:55:18.277250 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-569476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762332438254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762331935097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762331935142'] for port, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:18.279782 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:55:18.327206 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-9358c7a7-9086-4e95-b4ea-06640e5b97cc req-326eaf6c-f505-48f6-8836-4c8a1dbd9fc4 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=e7307ba2-82f7-48b4-bd29-8e5128908893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500908 Jun 07 06:55:18.381487 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Pushing event updated for resources: {'Port': ['ID=00040cee-eef7-4bc5-a36d-d1d825e1ede1,revision_number=5']} {{(pid=91774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:55:18.388958 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:55:19.143307 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8578849c-eed3-487c-8758-dbfa6c949deb req-df251d93-f378-4599-97c3-77ef22c50f6f tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:55:19.145037 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-8578849c-eed3-487c-8758-dbfa6c949deb req-df251d93-f378-4599-97c3-77ef22c50f6f tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] 10.222.0.21 "GET /v2.0/ports?device_id=0b69e74a-2084-4d1c-a06d-6341ae621244 HTTP/1.1" status: 200 len: 946 time: 0.0809817 Jun 07 06:55:19.196167 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-8578849c-eed3-487c-8758-dbfa6c949deb req-bedf8b8b-9fb5-48c8-b866-065c4410504d tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] 10.222.0.21 "GET /v2.0/security-groups?id=e7307ba2-82f7-48b4-bd29-8e5128908893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391610 Jun 07 06:55:19.919420 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80ef7c92-c0dc-49cd-bf01-d6f0645978f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00040cee-eef7-4bc5-a36d-d1d825e1ede1'}] {{(pid=91774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 06:55:19.921755 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73fb9c482eb19c5c2e497b7af5ecd9f5da2a12b641d83391285fbc9a8928c34b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1134577c-f9b0-4700-b2ac-84c999490216" -d '{"events": [{"server_uuid": "80ef7c92-c0dc-49cd-bf01-d6f0645978f2", "name": "network-vif-plugged", "status": "completed", "tag": "00040cee-eef7-4bc5-a36d-d1d825e1ede1"}]}' {{(pid=91774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 06:55:19.937465 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.wsgi [-] (91772) accepted ('10.222.0.21', 54796) {{(pid=91772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:55:19.970691 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 06:55:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcb43b68-eb1e-4233-8991-214faf7135aa x-openstack-request-id: req-dcb43b68-eb1e-4233-8991-214faf7135aa {{(pid=91774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 06:55:19.970985 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80ef7c92-c0dc-49cd-bf01-d6f0645978f2", "name": "network-vif-plugged", "status": "completed", "tag": "00040cee-eef7-4bc5-a36d-d1d825e1ede1", "code": 200}]} {{(pid=91774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 06:55:19.971239 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-dcb43b68-eb1e-4233-8991-214faf7135aa {{(pid=91774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 06:55:19.971630 dv-cinder-784140-5-smb neutron-server[91774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80ef7c92-c0dc-49cd-bf01-d6f0645978f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00040cee-eef7-4bc5-a36d-d1d825e1ede1', 'code': 200} Jun 07 06:55:20.145175 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [None req-7e56f2c9-f0a8-4ba0-bb55-cb12c34409bc admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2af98bce70854b05abd950663a368609&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2065046 Jun 07 06:55:20.147697 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.21', 54810) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:55:20.284024 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-1d27120d-40c3-4450-b800-060a2fe094ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:20.334671 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-1d27120d-40c3-4450-b800-060a2fe094ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:20.343526 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32e06ab-bcae-4f23-9a9f-b3d700d8768e req-28399301-004c-4051-ab55-91e8b50a0e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:55:20.345021 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-d32e06ab-bcae-4f23-9a9f-b3d700d8768e req-28399301-004c-4051-ab55-91e8b50a0e3c service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=80ef7c92-c0dc-49cd-bf01-d6f0645978f2 HTTP/1.1" status: 200 len: 1098 time: 0.1654997 Jun 07 06:55:20.410060 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-d32e06ab-bcae-4f23-9a9f-b3d700d8768e req-9f2ac0fd-2873-4ab5-a25c-6d2f04fba3b2 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=e7307ba2-82f7-48b4-bd29-8e5128908893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543876 Jun 07 06:55:20.434040 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-1d27120d-40c3-4450-b800-060a2fe094ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1706761'] for security_group, after_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:20.439084 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-1d27120d-40c3-4450-b800-060a2fe094ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:20.443261 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [None req-1d27120d-40c3-4450-b800-060a2fe094ec admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9be83729-ddd3-495f-95a0-ffb4f7347e92 HTTP/1.1" status: 204 len: 168 time: 0.2941298 Jun 07 06:55:20.444530 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-9f2fba18-e711-4cdf-995e-ceeeac33b883 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:55:20.460206 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d27120d-40c3-4450-b800-060a2fe094ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9be83729-ddd3-495f-95a0-ffb4f7347e92,revision_number=None']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:55:20.467410 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10641ccf-f004-4968-931f-3b1f82084051 req-174c0f6d-ac12-405f-81c4-42e58b6f03e2 tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:55:20.469339 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-10641ccf-f004-4968-931f-3b1f82084051 req-174c0f6d-ac12-405f-81c4-42e58b6f03e2 tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] 10.222.0.21 "GET /v2.0/ports?device_id=0b69e74a-2084-4d1c-a06d-6341ae621244 HTTP/1.1" status: 200 len: 946 time: 0.1218500 Jun 07 06:55:20.470354 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-1d27120d-40c3-4450-b800-060a2fe094ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:55:20.538853 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.21', 54830) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:55:20.559429 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-10641ccf-f004-4968-931f-3b1f82084051 req-c923537f-dadd-43e2-856c-adf725ada4f4 tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] 10.222.0.21 "GET /v2.0/security-groups?id=e7307ba2-82f7-48b4-bd29-8e5128908893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834925 Jun 07 06:55:20.724152 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-24ab7691-f6d9-4b11-9248-dea472a9701a admin admin] Notify callbacks [] for security_group, before_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:20.969528 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-24ab7691-f6d9-4b11-9248-dea472a9701a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:20.982353 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-24ab7691-f6d9-4b11-9248-dea472a9701a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1706761'] for security_group, after_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:21.039850 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-08b25dbc-a36d-4d10-8725-4e18d8f5dd05 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:55:21.055048 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [None req-24ab7691-f6d9-4b11-9248-dea472a9701a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5ce443600ed24b0294b8be658320e90e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5151091 Jun 07 06:55:21.057717 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.wsgi [-] (91772) accepted ('10.222.0.21', 54854) {{(pid=91772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:55:21.171150 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ab7691-f6d9-4b11-9248-dea472a9701a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=203b804f-1173-4fb8-9f4e-7071d39ab021,revision_number=1']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:55:21.186361 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-24ab7691-f6d9-4b11-9248-dea472a9701a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:55:21.218411 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e3934d-25a1-486d-97b2-5da5e0273b95 req-112886db-5f5f-463d-8cdf-b6c75c15ad60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:55:21.218411 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-d4e3934d-25a1-486d-97b2-5da5e0273b95 req-112886db-5f5f-463d-8cdf-b6c75c15ad60 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=b6a17686403649e59640e6bed0871b3e&device_id=0b69e74a-2084-4d1c-a06d-6341ae621244 HTTP/1.1" status: 200 len: 1099 time: 0.1779208 Jun 07 06:55:21.244860 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-ad594d95-84c5-494b-813a-7dd37563f5ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:21.323768 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-ad594d95-84c5-494b-813a-7dd37563f5ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:21.362554 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e3934d-25a1-486d-97b2-5da5e0273b95 req-5f30274a-ef26-41af-8455-f88dede99829 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:55:21.363981 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-d4e3934d-25a1-486d-97b2-5da5e0273b95 req-5f30274a-ef26-41af-8455-f88dede99829 service neutron] 10.222.0.43 "GET /v2.0/networks?id=2e303e64-c012-46d6-aac2-71b049564e50 HTTP/1.1" status: 200 len: 919 time: 0.1349447 Jun 07 06:55:21.435028 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-d4e3934d-25a1-486d-97b2-5da5e0273b95 req-9586c422-0098-4c7b-990d-8a89fd769f98 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=75da24bf-be88-4df4-a1d1-d46d70f6a10b HTTP/1.1" status: 200 len: 217 time: 0.0634930 Jun 07 06:55:21.460308 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35b6cc3-154b-4944-ae50-b2f9de2d935d req-a571fa10-bb53-48e2-81ff-e18618e2bb80 tempest-AttachVolumeNegativeTest-2031625228 tempest-AttachVolumeNegativeTest-2031625228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:55:21.461738 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-f35b6cc3-154b-4944-ae50-b2f9de2d935d req-a571fa10-bb53-48e2-81ff-e18618e2bb80 tempest-AttachVolumeNegativeTest-2031625228 tempest-AttachVolumeNegativeTest-2031625228-project] 10.222.0.21 "GET /v2.0/networks?id=27a96711-417c-4ed3-a59e-0ca8ab8628f1 HTTP/1.1" status: 200 len: 815 time: 0.2236974 Jun 07 06:55:21.471218 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c788e730-5b73-4d95-81da-9be27b0e1ba7 req-d59d6cba-2b6c-46e9-982b-c15ba9522f0d tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:55:21.472681 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-c788e730-5b73-4d95-81da-9be27b0e1ba7 req-d59d6cba-2b6c-46e9-982b-c15ba9522f0d tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] 10.222.0.21 "GET /v2.0/ports?device_id=0b69e74a-2084-4d1c-a06d-6341ae621244 HTTP/1.1" status: 200 len: 946 time: 0.2833734 Jun 07 06:55:21.500939 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e3934d-25a1-486d-97b2-5da5e0273b95 req-c6efdf91-3116-4798-8c9b-b4d42cfbe9cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:55:21.502358 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-d4e3934d-25a1-486d-97b2-5da5e0273b95 req-c6efdf91-3116-4798-8c9b-b4d42cfbe9cb service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d8876218-386c-4ce2-9fcc-77230c910fea HTTP/1.1" status: 200 len: 858 time: 0.0595956 Jun 07 06:55:21.519813 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-ad594d95-84c5-494b-813a-7dd37563f5ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1706761'] for security_group, after_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:21.522579 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-ad594d95-84c5-494b-813a-7dd37563f5ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:21.525927 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [None req-ad594d95-84c5-494b-813a-7dd37563f5ea admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/203b804f-1173-4fb8-9f4e-7071d39ab021 HTTP/1.1" status: 204 len: 168 time: 0.4645820 Jun 07 06:55:21.527078 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:55:21.537040 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-f35b6cc3-154b-4944-ae50-b2f9de2d935d req-6fae43ec-edf5-4a0f-a3bf-0a1866c9f3e6 tempest-AttachVolumeNegativeTest-2031625228 tempest-AttachVolumeNegativeTest-2031625228-project] 10.222.0.21 "GET /v2.0/quotas/e315befe5685416d9564a280760adaed HTTP/1.1" status: 200 len: 375 time: 0.0514367 Jun 07 06:55:21.548382 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad594d95-84c5-494b-813a-7dd37563f5ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=203b804f-1173-4fb8-9f4e-7071d39ab021,revision_number=None']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:55:21.557020 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-d4e3934d-25a1-486d-97b2-5da5e0273b95 req-6018ba86-66a4-4faf-962d-c54d8967382c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=2e303e64-c012-46d6-aac2-71b049564e50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0431929 Jun 07 06:55:21.584556 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-ad594d95-84c5-494b-813a-7dd37563f5ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:55:21.609251 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-c788e730-5b73-4d95-81da-9be27b0e1ba7 req-ac208e6b-10be-4ed0-9f66-39f58964f4a5 tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] 10.222.0.21 "GET /v2.0/security-groups?id=e7307ba2-82f7-48b4-bd29-8e5128908893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223495 Jun 07 06:55:21.677919 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-f35b6cc3-154b-4944-ae50-b2f9de2d935d req-b2bc562f-8f9f-4d00-9f75-71a0517d530c tempest-AttachVolumeNegativeTest-2031625228 tempest-AttachVolumeNegativeTest-2031625228-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=e315befe5685416d9564a280760adaed&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1305668 Jun 07 06:55:21.836737 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-d4e3934d-25a1-486d-97b2-5da5e0273b95 req-83f6740f-e15f-4300-a0ec-925e8a4de2c7 service neutron] 10.222.0.43 "GET /v2.0/networks/2e303e64-c012-46d6-aac2-71b049564e50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2720270 Jun 07 06:55:21.899451 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-f35b6cc3-154b-4944-ae50-b2f9de2d935d req-a86ffecf-8ce6-4393-95ef-06c06ce686b7 service neutron] 10.222.0.21 "GET /v2.0/networks/27a96711-417c-4ed3-a59e-0ca8ab8628f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2125437 Jun 07 06:55:21.978783 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-d4e3934d-25a1-486d-97b2-5da5e0273b95 req-65fafb95-2449-4ea4-b29e-1b899d8bdef4 service neutron] 10.222.0.43 "GET /v2.0/networks/2e303e64-c012-46d6-aac2-71b049564e50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355176 Jun 07 06:55:21.991199 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.21', 54876) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:55:22.022510 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-3e9385c8-8d5a-4588-981f-4c135de12199 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:22.060478 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-f35b6cc3-154b-4944-ae50-b2f9de2d935d req-7b439d8a-2408-4e2c-9d05-9d2c2c6afd10 service neutron] 10.222.0.21 "GET /v2.0/networks/27a96711-417c-4ed3-a59e-0ca8ab8628f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1529770 Jun 07 06:55:22.143133 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-3e9385c8-8d5a-4588-981f-4c135de12199 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:22.146782 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-3e9385c8-8d5a-4588-981f-4c135de12199 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1706761'] for security_group, after_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:22.155460 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-92f1cebe-f67f-4632-a92b-8a6652daffce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:55:22.204934 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9385c8-8d5a-4588-981f-4c135de12199 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0df22202-4b79-47a6-bc57-2d23055db809,revision_number=1']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:55:22.222947 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [None req-3e9385c8-8d5a-4588-981f-4c135de12199 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6725305dc48a42bbbb42922c9bb93c82&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2282245 Jun 07 06:55:22.222947 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-3e9385c8-8d5a-4588-981f-4c135de12199 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:55:22.223169 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.21', 54890) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:55:22.291045 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-08e3b258-81d2-4d4c-9473-964f585c1748 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:22.327129 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-c7f38618-31b0-416c-aa78-e213accbbdcd req-f27b9bbd-d498-4381-8d2e-aee07fd824f9 tempest-AttachVolumeNegativeTest-2031625228 tempest-AttachVolumeNegativeTest-2031625228-project] 10.222.0.21 "GET /v2.0/ports?device_id=06dc4dd3-1a2b-48f8-ba01-72281419f3bc HTTP/1.1" status: 200 len: 210 time: 0.0881491 Jun 07 06:55:22.333018 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-08e3b258-81d2-4d4c-9473-964f585c1748 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:22.394271 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-08e3b258-81d2-4d4c-9473-964f585c1748 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1706761'] for security_group, after_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:22.396731 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-08e3b258-81d2-4d4c-9473-964f585c1748 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:22.397967 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [None req-08e3b258-81d2-4d4c-9473-964f585c1748 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0df22202-4b79-47a6-bc57-2d23055db809 HTTP/1.1" status: 204 len: 168 time: 0.1739199 Jun 07 06:55:22.398702 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-3e9385c8-8d5a-4588-981f-4c135de12199 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:55:22.409077 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e3b258-81d2-4d4c-9473-964f585c1748 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0df22202-4b79-47a6-bc57-2d23055db809,revision_number=None']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:55:22.416394 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-08e3b258-81d2-4d4c-9473-964f585c1748 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:55:22.708304 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.wsgi [-] (91772) accepted ('10.222.0.21', 54910) {{(pid=91772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:55:22.850307 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-f369e27f-8385-4182-8735-423c97723797 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:22.851980 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.21', 54914) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:55:22.867495 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d391a47-00e8-4a9b-b8c2-2f19fa51e3a9 req-414af222-f07d-4185-91a5-ef1d67dc9af6 tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:55:22.868486 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-39da59ad-fa17-42e4-8680-ca79faebce3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:22.868976 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-4d391a47-00e8-4a9b-b8c2-2f19fa51e3a9 req-414af222-f07d-4185-91a5-ef1d67dc9af6 tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] 10.222.0.21 "GET /v2.0/ports?device_id=0b69e74a-2084-4d1c-a06d-6341ae621244 HTTP/1.1" status: 200 len: 946 time: 0.1168106 Jun 07 06:55:22.901139 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.db.api [None req-39da59ad-fa17-42e4-8680-ca79faebce3f admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 07 06:55:22.901139 dv-cinder-784140-5-smb neutron-server[91773]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jun 07 06:55:22.901139 dv-cinder-784140-5-smb neutron-server[91773]: [parameters: {'project_id': '23a8f400ab6b42a5adc0e9675a4c800c', 'id': '9229c095-7030-4f6f-8336-4edf06c55f56', 'expiration': datetime.datetime(2021, 6, 7, 6, 57, 22, 897446)}] Jun 07 06:55:22.901139 dv-cinder-784140-5-smb neutron-server[91773]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=91773) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 07 06:55:22.901601 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_db.api [None req-39da59ad-fa17-42e4-8680-ca79faebce3f admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=91773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 07 06:55:22.935331 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-4d391a47-00e8-4a9b-b8c2-2f19fa51e3a9 req-52d2dbe5-f2b2-4135-bc7d-a12d55c3207e tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] 10.222.0.21 "GET /v2.0/security-groups?id=e7307ba2-82f7-48b4-bd29-8e5128908893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593626 Jun 07 06:55:23.009308 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-f369e27f-8385-4182-8735-423c97723797 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:23.013332 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-f369e27f-8385-4182-8735-423c97723797 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1706761'] for security_group, after_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:23.024653 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:55:23.063609 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [None req-f369e27f-8385-4182-8735-423c97723797 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a727900ad0324b88987e4b0aaf23c7d9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3542767 Jun 07 06:55:23.065190 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f369e27f-8385-4182-8735-423c97723797 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b65cb899-75c0-4036-9577-58c7f77f22be,revision_number=1']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:55:23.066354 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.21', 54924) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:55:23.068315 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-f369e27f-8385-4182-8735-423c97723797 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:55:23.124043 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-234f21c9-cfef-4b5d-8ba4-8cd6b1fd7e32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:23.150361 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-234f21c9-cfef-4b5d-8ba4-8cd6b1fd7e32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:23.204942 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-234f21c9-cfef-4b5d-8ba4-8cd6b1fd7e32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1706761'] for security_group, after_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:23.207159 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-234f21c9-cfef-4b5d-8ba4-8cd6b1fd7e32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:23.208303 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [None req-234f21c9-cfef-4b5d-8ba4-8cd6b1fd7e32 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b65cb899-75c0-4036-9577-58c7f77f22be HTTP/1.1" status: 204 len: 168 time: 0.1410127 Jun 07 06:55:23.209011 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-518132d3-ab34-4ec6-8e4a-b6124015cab7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:55:23.218371 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234f21c9-cfef-4b5d-8ba4-8cd6b1fd7e32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b65cb899-75c0-4036-9577-58c7f77f22be,revision_number=None']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:55:23.220520 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-234f21c9-cfef-4b5d-8ba4-8cd6b1fd7e32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:55:23.402721 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-39da59ad-fa17-42e4-8680-ca79faebce3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:23.534115 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-6310714d-06ad-4030-9a37-8a63554efd96 req-2354e809-1605-4f8b-8fc8-4549d09c1f99 tempest-AttachVolumeNegativeTest-2031625228 tempest-AttachVolumeNegativeTest-2031625228-project] 10.222.0.21 "GET /v2.0/ports?device_id=06dc4dd3-1a2b-48f8-ba01-72281419f3bc HTTP/1.1" status: 200 len: 210 time: 0.0644264 Jun 07 06:55:23.546549 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-39da59ad-fa17-42e4-8680-ca79faebce3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:23.546549 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-39da59ad-fa17-42e4-8680-ca79faebce3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1706761'] for security_group, after_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:23.553011 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-715dc9c2-3c4b-4066-b8ff-aac2781f237a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:55:23.630946 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [None req-39da59ad-fa17-42e4-8680-ca79faebce3f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=23a8f400ab6b42a5adc0e9675a4c800c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7778959 Jun 07 06:55:23.633537 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.wsgi [-] (91772) accepted ('10.222.0.21', 54946) {{(pid=91772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:55:23.635176 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39da59ad-fa17-42e4-8680-ca79faebce3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4045354-a2dd-4999-aa28-7f1afeabf53f,revision_number=1']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:55:23.641627 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-39da59ad-fa17-42e4-8680-ca79faebce3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:55:23.713070 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-11a4c872-fc90-47f4-a4fb-c0a2729fde0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:23.742136 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-11a4c872-fc90-47f4-a4fb-c0a2729fde0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:23.754090 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35b6cc3-154b-4944-ae50-b2f9de2d935d req-42895c70-b522-4f85-af24-cc6264750f54 tempest-AttachVolumeNegativeTest-2031625228 tempest-AttachVolumeNegativeTest-2031625228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:55:23.755780 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-f35b6cc3-154b-4944-ae50-b2f9de2d935d req-42895c70-b522-4f85-af24-cc6264750f54 tempest-AttachVolumeNegativeTest-2031625228 tempest-AttachVolumeNegativeTest-2031625228-project] 10.222.0.43 "GET /v2.0/networks?id=27a96711-417c-4ed3-a59e-0ca8ab8628f1 HTTP/1.1" status: 200 len: 815 time: 0.2038512 Jun 07 06:55:23.779421 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.v2.base [req-f35b6cc3-154b-4944-ae50-b2f9de2d935d req-bb64f90b-3386-4e0a-9c02-4b31b7b4305a tempest-AttachVolumeNegativeTest-2031625228 tempest-AttachVolumeNegativeTest-2031625228-project] Request body: {'port': {'device_id': '06dc4dd3-1a2b-48f8-ba01-72281419f3bc', 'network_id': '27a96711-417c-4ed3-a59e-0ca8ab8628f1', 'admin_state_up': True, 'tenant_id': 'e315befe5685416d9564a280760adaed'}} {{(pid=91773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 06:55:23.813234 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-11a4c872-fc90-47f4-a4fb-c0a2729fde0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1706761'] for security_group, after_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:23.816964 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-11a4c872-fc90-47f4-a4fb-c0a2729fde0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:23.818473 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [None req-11a4c872-fc90-47f4-a4fb-c0a2729fde0a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e4045354-a2dd-4999-aa28-7f1afeabf53f HTTP/1.1" status: 204 len: 168 time: 0.1823773 Jun 07 06:55:23.819659 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-c957cd57-b09c-4cfd-b5f7-485e66436a72 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:55:23.833864 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a4c872-fc90-47f4-a4fb-c0a2729fde0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4045354-a2dd-4999-aa28-7f1afeabf53f,revision_number=None']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:55:23.836741 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-11a4c872-fc90-47f4-a4fb-c0a2729fde0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:55:23.970759 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f35b6cc3-154b-4944-ae50-b2f9de2d935d req-bb64f90b-3386-4e0a-9c02-4b31b7b4305a tempest-AttachVolumeNegativeTest-2031625228 tempest-AttachVolumeNegativeTest-2031625228-project] Made reservation on behalf of e315befe5685416d9564a280760adaed for: {'port': 1} {{(pid=91773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 06:55:23.975535 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [req-f35b6cc3-154b-4944-ae50-b2f9de2d935d req-bb64f90b-3386-4e0a-9c02-4b31b7b4305a tempest-AttachVolumeNegativeTest-2031625228 tempest-AttachVolumeNegativeTest-2031625228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564700'] for port, before_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:24.166230 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f143a8c-b8cb-46d7-b0cc-59a3a825b6a1 req-1ed8185b-b7ea-4942-a5cf-a6909b3dfde6 tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:55:24.167714 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-9f143a8c-b8cb-46d7-b0cc-59a3a825b6a1 req-1ed8185b-b7ea-4942-a5cf-a6909b3dfde6 tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] 10.222.0.21 "GET /v2.0/ports?device_id=0b69e74a-2084-4d1c-a06d-6341ae621244 HTTP/1.1" status: 200 len: 946 time: 0.0942719 Jun 07 06:55:24.175348 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.db.db_base_plugin_common [req-f35b6cc3-154b-4944-ae50-b2f9de2d935d req-bb64f90b-3386-4e0a-9c02-4b31b7b4305a tempest-AttachVolumeNegativeTest-2031625228 tempest-AttachVolumeNegativeTest-2031625228-project] Allocated IP 172.20.0.11 (27a96711-417c-4ed3-a59e-0ca8ab8628f1/92171860-0586-439a-90ff-9e9817d6b6e7/13eb8405-15c1-4b6c-a588-4d93e7cbb80d) {{(pid=91773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 06:55:24.224723 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-9f143a8c-b8cb-46d7-b0cc-59a3a825b6a1 req-32290b35-922d-4160-b58d-308d53453721 tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] 10.222.0.21 "GET /v2.0/security-groups?id=e7307ba2-82f7-48b4-bd29-8e5128908893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456746 Jun 07 06:55:24.413723 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [req-f35b6cc3-154b-4944-ae50-b2f9de2d935d req-bb64f90b-3386-4e0a-9c02-4b31b7b4305a tempest-AttachVolumeNegativeTest-2031625228 tempest-AttachVolumeNegativeTest-2031625228-project] Notify callbacks [] for port, precommit_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:24.446757 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [req-f35b6cc3-154b-4944-ae50-b2f9de2d935d req-bb64f90b-3386-4e0a-9c02-4b31b7b4305a tempest-AttachVolumeNegativeTest-2031625228 tempest-AttachVolumeNegativeTest-2031625228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-569476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648536', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762331935079'] for port, after_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:24.452860 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-1433c67d-26fb-4959-b464-b5235e58f34b tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:55:24.469785 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.db [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] get_ports_and_sgs() called for port_ids ['8a1f7952-1bb8-4863-b199-a8d4ed9da897', '0953562e-2583-4896-8bd4-77f2631e99cd', 'b9c5c089-a420-4e44-8f92-33d4964a0cd5'] {{(pid=91774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 06:55:24.534804 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f35b6cc3-154b-4944-ae50-b2f9de2d935d req-bb64f90b-3386-4e0a-9c02-4b31b7b4305a tempest-AttachVolumeNegativeTest-2031625228 tempest-AttachVolumeNegativeTest-2031625228-project] Network 27a96711-417c-4ed3-a59e-0ca8ab8628f1 is already hosted by enough agents. {{(pid=91773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 06:55:24.539725 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.scheduler.base_scheduler [req-f35b6cc3-154b-4944-ae50-b2f9de2d935d req-bb64f90b-3386-4e0a-9c02-4b31b7b4305a tempest-AttachVolumeNegativeTest-2031625228 tempest-AttachVolumeNegativeTest-2031625228-project] Resources bound (agent type, host, resource id): {{(pid=91773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 06:55:24.546319 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.db.l3_dvrscheduler_db [req-f35b6cc3-154b-4944-ae50-b2f9de2d935d req-bb64f90b-3386-4e0a-9c02-4b31b7b4305a tempest-AttachVolumeNegativeTest-2031625228 tempest-AttachVolumeNegativeTest-2031625228-project] Received port after_create {{(pid=91773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 06:55:24.552007 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35b6cc3-154b-4944-ae50-b2f9de2d935d req-bb64f90b-3386-4e0a-9c02-4b31b7b4305a tempest-AttachVolumeNegativeTest-2031625228 tempest-AttachVolumeNegativeTest-2031625228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:55:24.552644 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [req-f35b6cc3-154b-4944-ae50-b2f9de2d935d req-bb64f90b-3386-4e0a-9c02-4b31b7b4305a tempest-AttachVolumeNegativeTest-2031625228 tempest-AttachVolumeNegativeTest-2031625228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503096'] for port, before_response {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:24.570927 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb64f90b-3386-4e0a-9c02-4b31b7b4305a tempest-AttachVolumeNegativeTest-2031625228 tempest-AttachVolumeNegativeTest-2031625228-project] Pushing event updated for resources: {'Port': ['ID=13eb8405-15c1-4b6c-a588-4d93e7cbb80d,revision_number=1']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:55:24.575690 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-bb64f90b-3386-4e0a-9c02-4b31b7b4305a tempest-AttachVolumeNegativeTest-2031625228 tempest-AttachVolumeNegativeTest-2031625228-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:55:24.582335 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-f35b6cc3-154b-4944-ae50-b2f9de2d935d req-bb64f90b-3386-4e0a-9c02-4b31b7b4305a tempest-AttachVolumeNegativeTest-2031625228 tempest-AttachVolumeNegativeTest-2031625228-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8083260 Jun 07 06:55:24.598018 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.v2.base [req-f35b6cc3-154b-4944-ae50-b2f9de2d935d req-7470a335-9cf1-41f3-8fa4-9e948ed4ba9e service neutron] Request body: {'port': {'device_id': '06dc4dd3-1a2b-48f8-ba01-72281419f3bc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78414'}} {{(pid=91773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 06:55:24.685093 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.wsgi [-] (91772) accepted ('10.222.0.21', 54998) {{(pid=91772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:55:24.771433 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [req-f35b6cc3-154b-4944-ae50-b2f9de2d935d req-7470a335-9cf1-41f3-8fa4-9e948ed4ba9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564700'] for port, before_update {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:24.855520 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.v2.base [None req-9b5d0d0f-fc5f-4571-bf14-c339f062f2d1 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1866540220-network', 'tenant_id': '9c3748bb2bde41a7aad87fbe72db4f60'}} {{(pid=91772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 06:55:24.875223 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76446d34-4148-43eb-b2b8-5a8b39e4cffb req-8e935e69-e0ca-40a0-8d26-582f273d1187 tempest-AttachVolumeNegativeTest-2031625228 tempest-AttachVolumeNegativeTest-2031625228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:55:24.876721 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-76446d34-4148-43eb-b2b8-5a8b39e4cffb req-8e935e69-e0ca-40a0-8d26-582f273d1187 tempest-AttachVolumeNegativeTest-2031625228 tempest-AttachVolumeNegativeTest-2031625228-project] 10.222.0.21 "GET /v2.0/ports?device_id=06dc4dd3-1a2b-48f8-ba01-72281419f3bc HTTP/1.1" status: 200 len: 932 time: 0.1474662 Jun 07 06:55:24.921722 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b5d0d0f-fc5f-4571-bf14-c339f062f2d1 admin admin] Made reservation on behalf of 9c3748bb2bde41a7aad87fbe72db4f60 for: {'network': 1} {{(pid=91772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 06:55:24.924747 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-9b5d0d0f-fc5f-4571-bf14-c339f062f2d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-564483'] for network, before_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:24.942112 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-9b5d0d0f-fc5f-4571-bf14-c339f062f2d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:24.955256 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-76446d34-4148-43eb-b2b8-5a8b39e4cffb req-f79a5fdf-3a67-4607-ab42-5746a217b851 tempest-AttachVolumeNegativeTest-2031625228 tempest-AttachVolumeNegativeTest-2031625228-project] 10.222.0.21 "GET /v2.0/security-groups?id=3d4b3a4d-8433-4457-868d-75e29ba07bfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704391 Jun 07 06:55:25.081580 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-9b5d0d0f-fc5f-4571-bf14-c339f062f2d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:25.087616 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-9b5d0d0f-fc5f-4571-bf14-c339f062f2d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1706761'] for security_group, after_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:25.093454 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-ad594d95-84c5-494b-813a-7dd37563f5ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:55:25.124408 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b5d0d0f-fc5f-4571-bf14-c339f062f2d1 admin admin] vlan segment allocate from pool success with {'vlan_id': 327, 'physical_network': 'physnet1'} {{(pid=91772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 07 06:55:25.134115 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5d0d0f-fc5f-4571-bf14-c339f062f2d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aff93f7c-c2b3-4595-8322-8a14adf9ca70,revision_number=1']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:55:25.138980 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-9b5d0d0f-fc5f-4571-bf14-c339f062f2d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:55:25.143239 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-9b5d0d0f-fc5f-4571-bf14-c339f062f2d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-712556'] for segment, precommit_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:25.143424 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.db.segments_db [None req-9b5d0d0f-fc5f-4571-bf14-c339f062f2d1 admin admin] Added segment ccdc1b9c-948c-410b-aa2d-4ae78f335c6d of type vlan for network cca43da6-1a9d-488f-ad2b-58d612290be5 Jun 07 06:55:25.202749 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-9b5d0d0f-fc5f-4571-bf14-c339f062f2d1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762331920860'] for network, precommit_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:25.236303 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-9b5d0d0f-fc5f-4571-bf14-c339f062f2d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1706969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648529'] for network, after_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:25.237620 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b5d0d0f-fc5f-4571-bf14-c339f062f2d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:55:25.238198 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-9b5d0d0f-fc5f-4571-bf14-c339f062f2d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648630'] for network, before_response {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:25.243055 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:55:25.277352 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.notifiers.nova [req-f35b6cc3-154b-4944-ae50-b2f9de2d935d req-7470a335-9cf1-41f3-8fa4-9e948ed4ba9e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13eb8405-15c1-4b6c-a588-4d93e7cbb80d {{(pid=91773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 06:55:25.286656 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [req-f35b6cc3-154b-4944-ae50-b2f9de2d935d req-7470a335-9cf1-41f3-8fa4-9e948ed4ba9e service neutron] Notify callbacks [] for port, precommit_update {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:25.290322 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [None req-9b5d0d0f-fc5f-4571-bf14-c339f062f2d1 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6040905 Jun 07 06:55:25.293873 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.wsgi [-] (91772) accepted ('10.222.0.21', 55008) {{(pid=91772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:55:25.300303 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.v2.base [None req-21f5ca6e-3d55-4c72-a7d1-3030f8da1ec2 admin admin] Request body: {'subnet': {'network_id': 'cca43da6-1a9d-488f-ad2b-58d612290be5', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1866540220-subnet', 'tenant_id': '9c3748bb2bde41a7aad87fbe72db4f60', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 06:55:25.307552 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.db.provisioning_blocks [req-f35b6cc3-154b-4944-ae50-b2f9de2d935d req-7470a335-9cf1-41f3-8fa4-9e948ed4ba9e service neutron] Transition to ACTIVE for port object 13eb8405-15c1-4b6c-a588-4d93e7cbb80d will not be triggered until provisioned by entity L2. {{(pid=91773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 06:55:25.311859 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [req-f35b6cc3-154b-4944-ae50-b2f9de2d935d req-7470a335-9cf1-41f3-8fa4-9e948ed4ba9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-569476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762332438254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762331935097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762331935142'] for port, after_update {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:25.315373 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-6fe39eee-962d-4cbc-b660-5ee022742087 tempest-VolumesNegativeTest-1848339574 tempest-VolumesNegativeTest-1848339574-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:55:25.394830 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5d0d0f-fc5f-4571-bf14-c339f062f2d1 admin admin] Pushing event updated for resources: {'Network': ['ID=cca43da6-1a9d-488f-ad2b-58d612290be5,revision_number=1']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:55:25.408539 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-9b5d0d0f-fc5f-4571-bf14-c339f062f2d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:55:25.422596 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Network cca43da6-1a9d-488f-ad2b-58d612290be5 details requested by agent ovs-agent-dv-cinder-784140-5-smb with host dv-cinder-784140-5-smb {{(pid=91774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 07 06:55:25.428149 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21f5ca6e-3d55-4c72-a7d1-3030f8da1ec2 admin admin] Made reservation on behalf of 9c3748bb2bde41a7aad87fbe72db4f60 for: {'subnet': 1} {{(pid=91772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 06:55:25.430690 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-21f5ca6e-3d55-4c72-a7d1-3030f8da1ec2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2169916'] for subnet, before_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:25.473369 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7470a335-9cf1-41f3-8fa4-9e948ed4ba9e service neutron] Pushing event updated for resources: {'Port': ['ID=13eb8405-15c1-4b6c-a588-4d93e7cbb80d,revision_number=2']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:55:25.479277 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-7470a335-9cf1-41f3-8fa4-9e948ed4ba9e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:55:25.498233 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.managers [req-f35b6cc3-154b-4944-ae50-b2f9de2d935d req-7470a335-9cf1-41f3-8fa4-9e948ed4ba9e service neutron] Attempting to bind port 13eb8405-15c1-4b6c-a588-4d93e7cbb80d on host hv-cinder-78414 for vnic_type normal with profile {{(pid=91773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 06:55:25.498560 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.managers [req-f35b6cc3-154b-4944-ae50-b2f9de2d935d req-7470a335-9cf1-41f3-8fa4-9e948ed4ba9e service neutron] Attempting to bind port 13eb8405-15c1-4b6c-a588-4d93e7cbb80d by drivers openvswitch,hyperv on host hv-cinder-78414 at level 0 using segments [{'id': '88ca7d97-e105-429a-98e0-c2a9da21452e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '27a96711-417c-4ed3-a59e-0ca8ab8628f1'}] {{(pid=91773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 06:55:25.498882 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f35b6cc3-154b-4944-ae50-b2f9de2d935d req-7470a335-9cf1-41f3-8fa4-9e948ed4ba9e service neutron] Attempting to bind port 13eb8405-15c1-4b6c-a588-4d93e7cbb80d on network 27a96711-417c-4ed3-a59e-0ca8ab8628f1 {{(pid=91773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 06:55:25.504216 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f35b6cc3-154b-4944-ae50-b2f9de2d935d req-7470a335-9cf1-41f3-8fa4-9e948ed4ba9e service neutron] Port 13eb8405-15c1-4b6c-a588-4d93e7cbb80d on network 27a96711-417c-4ed3-a59e-0ca8ab8628f1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78414 {{(pid=91773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 07 06:55:25.504530 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f35b6cc3-154b-4944-ae50-b2f9de2d935d req-7470a335-9cf1-41f3-8fa4-9e948ed4ba9e service neutron] Attempting to bind port 13eb8405-15c1-4b6c-a588-4d93e7cbb80d on network 27a96711-417c-4ed3-a59e-0ca8ab8628f1 {{(pid=91773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 06:55:25.510534 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f35b6cc3-154b-4944-ae50-b2f9de2d935d req-7470a335-9cf1-41f3-8fa4-9e948ed4ba9e service neutron] Checking agent: {'id': '5a91191c-7894-4314-84ee-19ce578def86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78414', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 6, 52, 11), 'started_at': datetime.datetime(2021, 6, 7, 6, 52, 11), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 6, 55, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 06:55:25.510859 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f35b6cc3-154b-4944-ae50-b2f9de2d935d req-7470a335-9cf1-41f3-8fa4-9e948ed4ba9e service neutron] Checking segment: {'id': '88ca7d97-e105-429a-98e0-c2a9da21452e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '27a96711-417c-4ed3-a59e-0ca8ab8628f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 06:55:25.511238 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f35b6cc3-154b-4944-ae50-b2f9de2d935d req-7470a335-9cf1-41f3-8fa4-9e948ed4ba9e service neutron] Bound using segment: {'id': '88ca7d97-e105-429a-98e0-c2a9da21452e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '27a96711-417c-4ed3-a59e-0ca8ab8628f1'} {{(pid=91773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 06:55:25.512927 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.managers [req-f35b6cc3-154b-4944-ae50-b2f9de2d935d req-7470a335-9cf1-41f3-8fa4-9e948ed4ba9e service neutron] Bound port: 13eb8405-15c1-4b6c-a588-4d93e7cbb80d, host: hv-cinder-78414, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '88ca7d97-e105-429a-98e0-c2a9da21452e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '27a96711-417c-4ed3-a59e-0ca8ab8628f1'}}] {{(pid=91773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 06:55:25.513269 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [req-f35b6cc3-154b-4944-ae50-b2f9de2d935d req-7470a335-9cf1-41f3-8fa4-9e948ed4ba9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564700'] for port, before_update {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:25.553717 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff083cb-c4f3-4bd7-85d9-32604abc4b29 req-5b847e88-f8d5-4d47-8167-c14afd96e578 tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:55:25.555203 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-eff083cb-c4f3-4bd7-85d9-32604abc4b29 req-5b847e88-f8d5-4d47-8167-c14afd96e578 tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] 10.222.0.21 "GET /v2.0/ports?device_id=0b69e74a-2084-4d1c-a06d-6341ae621244 HTTP/1.1" status: 200 len: 946 time: 0.2084668 Jun 07 06:55:25.610679 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.db [req-f35b6cc3-154b-4944-ae50-b2f9de2d935d req-7470a335-9cf1-41f3-8fa4-9e948ed4ba9e service neutron] For port 13eb8405-15c1-4b6c-a588-4d93e7cbb80d, host hv-cinder-78414, cleared binding levels {{(pid=91773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 06:55:25.611617 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-eff083cb-c4f3-4bd7-85d9-32604abc4b29 req-24408279-1ef8-4ed6-96f5-c587d9594c7c tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] 10.222.0.21 "GET /v2.0/security-groups?id=e7307ba2-82f7-48b4-bd29-8e5128908893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499704 Jun 07 06:55:25.617211 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.db [req-f35b6cc3-154b-4944-ae50-b2f9de2d935d req-7470a335-9cf1-41f3-8fa4-9e948ed4ba9e service neutron] For port 13eb8405-15c1-4b6c-a588-4d93e7cbb80d, host hv-cinder-78414, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=13eb8405-15c1-4b6c-a588-4d93e7cbb80d,segment=NetworkSegment(88ca7d97-e105-429a-98e0-c2a9da21452e),segment_id=88ca7d97-e105-429a-98e0-c2a9da21452e)] {{(pid=91773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 06:55:25.624292 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [req-f35b6cc3-154b-4944-ae50-b2f9de2d935d req-7470a335-9cf1-41f3-8fa4-9e948ed4ba9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-569476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762332438254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762331935097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762331935142'] for port, after_update {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:25.629369 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:55:25.686688 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35b6cc3-154b-4944-ae50-b2f9de2d935d req-7470a335-9cf1-41f3-8fa4-9e948ed4ba9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:55:25.687959 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [req-f35b6cc3-154b-4944-ae50-b2f9de2d935d req-7470a335-9cf1-41f3-8fa4-9e948ed4ba9e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503096'] for port, before_response {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:25.689011 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-f35b6cc3-154b-4944-ae50-b2f9de2d935d req-7470a335-9cf1-41f3-8fa4-9e948ed4ba9e service neutron] 10.222.0.43 "PUT /v2.0/ports/13eb8405-15c1-4b6c-a588-4d93e7cbb80d HTTP/1.1" status: 200 len: 1094 time: 1.0953121 Jun 07 06:55:25.692035 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06dc4dd3-1a2b-48f8-ba01-72281419f3bc', 'tag': '13eb8405-15c1-4b6c-a588-4d93e7cbb80d'}] {{(pid=91773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 06:55:25.695170 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7af0e1444f231fbc9cc9c3372b4fb62bb65a3f4c42e6951a4a8787648e20f245" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ad9c868-a222-404e-a54f-2dd25379bfdc" -d '{"events": [{"name": "network-changed", "server_uuid": "06dc4dd3-1a2b-48f8-ba01-72281419f3bc", "tag": "13eb8405-15c1-4b6c-a588-4d93e7cbb80d"}]}' {{(pid=91773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 06:55:25.718649 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-21f5ca6e-3d55-4c72-a7d1-3030f8da1ec2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2958427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2169902'] for subnet, after_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:25.723864 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-5b869288-32c4-4fcb-a3fc-d71f4a82c08a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:55:25.731880 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7470a335-9cf1-41f3-8fa4-9e948ed4ba9e service neutron] Pushing event updated for resources: {'Port': ['ID=13eb8405-15c1-4b6c-a588-4d93e7cbb80d,revision_number=3']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:55:25.736663 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-7470a335-9cf1-41f3-8fa4-9e948ed4ba9e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:55:25.739601 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 06:55:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6831bbe3-8409-4412-aa0b-c8ea4fe9d343 x-openstack-request-id: req-6831bbe3-8409-4412-aa0b-c8ea4fe9d343 {{(pid=91773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 06:55:25.739921 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06dc4dd3-1a2b-48f8-ba01-72281419f3bc", "tag": "13eb8405-15c1-4b6c-a588-4d93e7cbb80d", "status": "completed", "code": 200}]} {{(pid=91773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 06:55:25.740215 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6831bbe3-8409-4412-aa0b-c8ea4fe9d343 {{(pid=91773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 06:55:25.740576 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06dc4dd3-1a2b-48f8-ba01-72281419f3bc', 'tag': '13eb8405-15c1-4b6c-a588-4d93e7cbb80d', 'status': 'completed', 'code': 200} Jun 07 06:55:25.823702 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f5ca6e-3d55-4c72-a7d1-3030f8da1ec2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9f1bbecf-489a-41de-a8c4-3cef98ab79bd,revision_number=0']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:55:25.828392 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21f5ca6e-3d55-4c72-a7d1-3030f8da1ec2 admin admin] Checking segment: {'id': 'ccdc1b9c-948c-410b-aa2d-4ae78f335c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'cca43da6-1a9d-488f-ad2b-58d612290be5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 06:55:25.828742 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21f5ca6e-3d55-4c72-a7d1-3030f8da1ec2 admin admin] Network hostable DHCP agents. Network: cca43da6-1a9d-488f-ad2b-58d612290be5, hostable agents: ['9e620681-9ba6-48ee-a994-b814c2ae7583'], hosted agents: [] {{(pid=91772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 07 06:55:25.833432 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-21f5ca6e-3d55-4c72-a7d1-3030f8da1ec2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:55:25.836094 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35b6cc3-154b-4944-ae50-b2f9de2d935d req-94f94aae-71df-44b3-9d29-acfc3f13d47f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:55:25.837797 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-f35b6cc3-154b-4944-ae50-b2f9de2d935d req-94f94aae-71df-44b3-9d29-acfc3f13d47f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e315befe5685416d9564a280760adaed&device_id=06dc4dd3-1a2b-48f8-ba01-72281419f3bc HTTP/1.1" status: 200 len: 1097 time: 0.0964634 Jun 07 06:55:25.847753 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21f5ca6e-3d55-4c72-a7d1-3030f8da1ec2 admin admin] Network cca43da6-1a9d-488f-ad2b-58d612290be5 is scheduled to be hosted by DHCP agent 9e620681-9ba6-48ee-a994-b814c2ae7583 with binding_index 1 {{(pid=91772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 07 06:55:25.857364 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.scheduler.base_scheduler [None req-21f5ca6e-3d55-4c72-a7d1-3030f8da1ec2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784140-5-smb, cca43da6-1a9d-488f-ad2b-58d612290be5) {{(pid=91772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 06:55:25.861226 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21f5ca6e-3d55-4c72-a7d1-3030f8da1ec2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:55:25.861801 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-21f5ca6e-3d55-4c72-a7d1-3030f8da1ec2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648630'] for subnet, before_response {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:25.867848 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8b551c4-5561-45a6-887b-ea5b5cbd1aa6 None None] Network cca43da6-1a9d-488f-ad2b-58d612290be5 requested from dv-cinder-784140-5-smb {{(pid=91774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 06:55:25.880984 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [None req-21f5ca6e-3d55-4c72-a7d1-3030f8da1ec2 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5858490 Jun 07 06:55:25.932370 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-f35b6cc3-154b-4944-ae50-b2f9de2d935d req-1021de53-9059-4703-9cea-8d5dc539a616 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=13eb8405-15c1-4b6c-a588-4d93e7cbb80d HTTP/1.1" status: 200 len: 217 time: 0.0731404 Jun 07 06:55:26.000505 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35b6cc3-154b-4944-ae50-b2f9de2d935d req-13ecec23-b5a8-46a4-afc4-bbf482076dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:55:26.002094 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-f35b6cc3-154b-4944-ae50-b2f9de2d935d req-13ecec23-b5a8-46a4-afc4-bbf482076dfb service neutron] 10.222.0.43 "GET /v2.0/subnets?id=92171860-0586-439a-90ff-9e9817d6b6e7 HTTP/1.1" status: 200 len: 855 time: 0.0656204 Jun 07 06:55:26.064404 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-f35b6cc3-154b-4944-ae50-b2f9de2d935d req-21b52255-d887-4223-bd38-238732b4fc18 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=27a96711-417c-4ed3-a59e-0ca8ab8628f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0436237 Jun 07 06:55:26.068118 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a33d50b-1320-4e56-ad70-54fa1dba5593 None None] Network cca43da6-1a9d-488f-ad2b-58d612290be5 requested from dv-cinder-784140-5-smb {{(pid=91774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 06:55:26.184537 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f91f31a-6848-49f1-af76-b19d46210919 req-bf8fec83-506c-457d-87c5-9d8947bfd7d3 tempest-AttachVolumeNegativeTest-2031625228 tempest-AttachVolumeNegativeTest-2031625228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:55:26.186148 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-6f91f31a-6848-49f1-af76-b19d46210919 req-bf8fec83-506c-457d-87c5-9d8947bfd7d3 tempest-AttachVolumeNegativeTest-2031625228 tempest-AttachVolumeNegativeTest-2031625228-project] 10.222.0.21 "GET /v2.0/ports?device_id=06dc4dd3-1a2b-48f8-ba01-72281419f3bc HTTP/1.1" status: 200 len: 944 time: 0.1001582 Jun 07 06:55:26.229228 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-f35b6cc3-154b-4944-ae50-b2f9de2d935d req-8d9ec4c9-03de-4ef3-8620-e41071c6c3cf service neutron] 10.222.0.43 "GET /v2.0/networks/27a96711-417c-4ed3-a59e-0ca8ab8628f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1532779 Jun 07 06:55:26.259036 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-6f91f31a-6848-49f1-af76-b19d46210919 req-9e6b986d-9c7c-4a75-a142-c207ab340413 tempest-AttachVolumeNegativeTest-2031625228 tempest-AttachVolumeNegativeTest-2031625228-project] 10.222.0.21 "GET /v2.0/security-groups?id=3d4b3a4d-8433-4457-868d-75e29ba07bfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664303 Jun 07 06:55:26.390430 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-f35b6cc3-154b-4944-ae50-b2f9de2d935d req-ae1dbdc0-97f9-4824-8bbc-c3f4af38cead service neutron] 10.222.0.43 "GET /v2.0/networks/27a96711-417c-4ed3-a59e-0ca8ab8628f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1537042 Jun 07 06:55:26.532159 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad9c868-a222-404e-a54f-2dd25379bfdc req-69a2daaf-d289-41a2-9e20-e95d9487bde1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:55:26.532159 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-2ad9c868-a222-404e-a54f-2dd25379bfdc req-69a2daaf-d289-41a2-9e20-e95d9487bde1 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e315befe5685416d9564a280760adaed&device_id=06dc4dd3-1a2b-48f8-ba01-72281419f3bc HTTP/1.1" status: 200 len: 1097 time: 0.0810404 Jun 07 06:55:26.697523 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad9c868-a222-404e-a54f-2dd25379bfdc req-795919c7-85df-4580-b8bb-1388f175814d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:55:26.698998 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-2ad9c868-a222-404e-a54f-2dd25379bfdc req-795919c7-85df-4580-b8bb-1388f175814d service neutron] 10.222.0.43 "GET /v2.0/networks?id=27a96711-417c-4ed3-a59e-0ca8ab8628f1 HTTP/1.1" status: 200 len: 916 time: 0.1620784 Jun 07 06:55:26.777436 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-2ad9c868-a222-404e-a54f-2dd25379bfdc req-f7464b52-0774-4ca9-849c-08422f8e1cd8 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=13eb8405-15c1-4b6c-a588-4d93e7cbb80d HTTP/1.1" status: 200 len: 217 time: 0.0702631 Jun 07 06:55:26.833046 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d272d73e-49aa-4c20-bf24-350b72940229 req-812fe7ba-c1dc-470d-ad65-0e4453a7ba53 tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:55:26.834770 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-d272d73e-49aa-4c20-bf24-350b72940229 req-812fe7ba-c1dc-470d-ad65-0e4453a7ba53 tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] 10.222.0.21 "GET /v2.0/ports?device_id=0b69e74a-2084-4d1c-a06d-6341ae621244 HTTP/1.1" status: 200 len: 946 time: 0.0924494 Jun 07 06:55:26.855532 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad9c868-a222-404e-a54f-2dd25379bfdc req-eae6682b-43ae-4abe-b0a8-dbd1c90a9e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:55:26.858531 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-2ad9c868-a222-404e-a54f-2dd25379bfdc req-eae6682b-43ae-4abe-b0a8-dbd1c90a9e38 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=92171860-0586-439a-90ff-9e9817d6b6e7 HTTP/1.1" status: 200 len: 855 time: 0.0715199 Jun 07 06:55:26.881283 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-d272d73e-49aa-4c20-bf24-350b72940229 req-11115765-00a6-4335-b16b-3693c14f6434 tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] 10.222.0.21 "GET /v2.0/security-groups?id=e7307ba2-82f7-48b4-bd29-8e5128908893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408292 Jun 07 06:55:26.918510 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-2ad9c868-a222-404e-a54f-2dd25379bfdc req-c2f79304-23f6-4758-92de-8b315b1e840c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=27a96711-417c-4ed3-a59e-0ca8ab8628f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0520873 Jun 07 06:55:27.153240 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-2ad9c868-a222-404e-a54f-2dd25379bfdc req-93fae146-af59-43ba-923e-34646d8595d5 service neutron] 10.222.0.43 "GET /v2.0/networks/27a96711-417c-4ed3-a59e-0ca8ab8628f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2250767 Jun 07 06:55:27.313795 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-2ad9c868-a222-404e-a54f-2dd25379bfdc req-d5473764-93fc-49b0-9f92-8ab623290f36 service neutron] 10.222.0.43 "GET /v2.0/networks/27a96711-417c-4ed3-a59e-0ca8ab8628f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1431429 Jun 07 06:55:27.547857 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddea868-29ed-46e5-bfe9-a08971e4e3be req-e69a3d04-acec-4ed9-97ef-2c8eb02d371f tempest-AttachVolumeNegativeTest-2031625228 tempest-AttachVolumeNegativeTest-2031625228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:55:27.549250 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-bddea868-29ed-46e5-bfe9-a08971e4e3be req-e69a3d04-acec-4ed9-97ef-2c8eb02d371f tempest-AttachVolumeNegativeTest-2031625228 tempest-AttachVolumeNegativeTest-2031625228-project] 10.222.0.21 "GET /v2.0/ports?device_id=06dc4dd3-1a2b-48f8-ba01-72281419f3bc HTTP/1.1" status: 200 len: 944 time: 0.1733060 Jun 07 06:55:27.593772 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-bddea868-29ed-46e5-bfe9-a08971e4e3be req-3fc9caf3-c019-4bfb-a07e-5a4b3655e386 tempest-AttachVolumeNegativeTest-2031625228 tempest-AttachVolumeNegativeTest-2031625228-project] 10.222.0.21 "GET /v2.0/security-groups?id=3d4b3a4d-8433-4457-868d-75e29ba07bfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386057 Jun 07 06:55:27.980075 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113263d6-10c3-4919-8d03-8a2a2a0e8af7 req-3e61929e-9b6c-4028-a021-a89405091608 tempest-VolumesActionsTest-701523973 tempest-VolumesActionsTest-701523973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:55:27.981494 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-113263d6-10c3-4919-8d03-8a2a2a0e8af7 req-3e61929e-9b6c-4028-a021-a89405091608 tempest-VolumesActionsTest-701523973 tempest-VolumesActionsTest-701523973-project] 10.222.0.21 "GET /v2.0/networks?id=cca43da6-1a9d-488f-ad2b-58d612290be5 HTTP/1.1" status: 200 len: 809 time: 0.1417215 Jun 07 06:55:27.995309 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-113263d6-10c3-4919-8d03-8a2a2a0e8af7 req-3447a192-7de3-4667-9087-c0ef176837ec tempest-VolumesActionsTest-701523973 tempest-VolumesActionsTest-701523973-project] 10.222.0.21 "GET /v2.0/quotas/9c3748bb2bde41a7aad87fbe72db4f60 HTTP/1.1" status: 200 len: 375 time: 0.0085046 Jun 07 06:55:28.042711 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-113263d6-10c3-4919-8d03-8a2a2a0e8af7 req-733b574c-b314-4e06-b253-b1a887f353e6 tempest-VolumesActionsTest-701523973 tempest-VolumesActionsTest-701523973-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=9c3748bb2bde41a7aad87fbe72db4f60&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0419416 Jun 07 06:55:28.224655 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-113263d6-10c3-4919-8d03-8a2a2a0e8af7 req-d6db84e6-c68e-485a-9d48-b6edb7f64504 service neutron] 10.222.0.21 "GET /v2.0/networks/cca43da6-1a9d-488f-ad2b-58d612290be5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1432159 Jun 07 06:55:28.232405 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92fbb48-9594-4f17-8892-d18957c9b679 req-21030455-4972-4728-a939-f58903e7550e tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:55:28.233731 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-e92fbb48-9594-4f17-8892-d18957c9b679 req-21030455-4972-4728-a939-f58903e7550e tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] 10.222.0.21 "GET /v2.0/ports?device_id=0b69e74a-2084-4d1c-a06d-6341ae621244 HTTP/1.1" status: 200 len: 946 time: 0.1936114 Jun 07 06:55:28.361125 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-e92fbb48-9594-4f17-8892-d18957c9b679 req-60eca387-9f95-4447-a98c-bdb65089d3d3 tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] 10.222.0.21 "GET /v2.0/security-groups?id=e7307ba2-82f7-48b4-bd29-8e5128908893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087108 Jun 07 06:55:28.412063 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-113263d6-10c3-4919-8d03-8a2a2a0e8af7 req-2f25081e-6b7c-450a-bbd2-41a6c83ab8cf service neutron] 10.222.0.21 "GET /v2.0/networks/cca43da6-1a9d-488f-ad2b-58d612290be5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1773038 Jun 07 06:55:28.621498 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-b9669157-d6c4-47e1-889b-23b50dbfea7c req-4b1abc81-044a-4208-b2eb-584f07999ff5 tempest-VolumesActionsTest-701523973 tempest-VolumesActionsTest-701523973-project] 10.222.0.21 "GET /v2.0/ports?device_id=299afa4a-92c8-4bbc-b490-27877f412377 HTTP/1.1" status: 200 len: 210 time: 0.0656040 Jun 07 06:55:28.798345 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e699e8c-5354-4ce9-9a60-6038e9e39869 req-e51f74fe-9e1e-459e-86e0-2ee915b9a873 tempest-AttachVolumeNegativeTest-2031625228 tempest-AttachVolumeNegativeTest-2031625228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:55:28.799857 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-9e699e8c-5354-4ce9-9a60-6038e9e39869 req-e51f74fe-9e1e-459e-86e0-2ee915b9a873 tempest-AttachVolumeNegativeTest-2031625228 tempest-AttachVolumeNegativeTest-2031625228-project] 10.222.0.21 "GET /v2.0/ports?device_id=06dc4dd3-1a2b-48f8-ba01-72281419f3bc HTTP/1.1" status: 200 len: 944 time: 0.0879035 Jun 07 06:55:28.847751 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-9e699e8c-5354-4ce9-9a60-6038e9e39869 req-c3e8c45e-74fe-48c9-8ad6-64736428def8 tempest-AttachVolumeNegativeTest-2031625228 tempest-AttachVolumeNegativeTest-2031625228-project] 10.222.0.21 "GET /v2.0/security-groups?id=3d4b3a4d-8433-4457-868d-75e29ba07bfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415847 Jun 07 06:55:29.543674 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969f61ab-a976-468c-acee-2c72013cb867 req-9a334e28-637c-45d2-a30f-67e99c461a70 tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:55:29.545145 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-969f61ab-a976-468c-acee-2c72013cb867 req-9a334e28-637c-45d2-a30f-67e99c461a70 tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] 10.222.0.21 "GET /v2.0/ports?device_id=0b69e74a-2084-4d1c-a06d-6341ae621244 HTTP/1.1" status: 200 len: 946 time: 0.0804126 Jun 07 06:55:29.581194 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Device 13eb8405-15c1-4b6c-a588-4d93e7cbb80d details requested by agent hyperv_hv-cinder-78414 with host hv-cinder-78414 {{(pid=91774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 07 06:55:29.603961 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-969f61ab-a976-468c-acee-2c72013cb867 req-59b98f0a-49c8-436e-98e2-69de873014f3 tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] 10.222.0.21 "GET /v2.0/security-groups?id=e7307ba2-82f7-48b4-bd29-8e5128908893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531702 Jun 07 06:55:29.779313 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.db [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] For port 13eb8405-15c1-4b6c-a588-4d93e7cbb80d, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=13eb8405-15c1-4b6c-a588-4d93e7cbb80d,segment=NetworkSegment(88ca7d97-e105-429a-98e0-c2a9da21452e),segment_id=88ca7d97-e105-429a-98e0-c2a9da21452e)] {{(pid=91774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 06:55:29.808379 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Returning: {'device': '13eb8405-15c1-4b6c-a588-4d93e7cbb80d', 'network_id': '27a96711-417c-4ed3-a59e-0ca8ab8628f1', 'port_id': '13eb8405-15c1-4b6c-a588-4d93e7cbb80d', 'mac_address': 'fa:16:3e:58:03:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92171860-0586-439a-90ff-9e9817d6b6e7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 07 06:55:29.863086 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-8d581628-7246-493b-a86a-c528d7900445 req-7dca16cb-7716-4ec6-9378-90fb641986e8 tempest-VolumesActionsTest-701523973 tempest-VolumesActionsTest-701523973-project] 10.222.0.21 "GET /v2.0/ports?device_id=299afa4a-92c8-4bbc-b490-27877f412377 HTTP/1.1" status: 200 len: 210 time: 0.1009715 Jun 07 06:55:29.884387 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564700'] for port, before_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:29.909075 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.notifiers.nova [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13eb8405-15c1-4b6c-a588-4d93e7cbb80d {{(pid=91774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 06:55:29.959421 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.db [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] For port 13eb8405-15c1-4b6c-a588-4d93e7cbb80d, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=13eb8405-15c1-4b6c-a588-4d93e7cbb80d,segment=NetworkSegment(88ca7d97-e105-429a-98e0-c2a9da21452e),segment_id=88ca7d97-e105-429a-98e0-c2a9da21452e)] {{(pid=91774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 06:55:29.964007 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-569476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762332438254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762331935097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762331935142'] for port, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:29.967054 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-7d0db68b-8371-40be-a582-cdb6aac94d96 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:55:30.034162 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113263d6-10c3-4919-8d03-8a2a2a0e8af7 req-942e8ac0-73f5-4762-a830-5805d54a31f0 tempest-VolumesActionsTest-701523973 tempest-VolumesActionsTest-701523973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:55:30.037261 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-113263d6-10c3-4919-8d03-8a2a2a0e8af7 req-942e8ac0-73f5-4762-a830-5805d54a31f0 tempest-VolumesActionsTest-701523973 tempest-VolumesActionsTest-701523973-project] 10.222.0.43 "GET /v2.0/networks?id=cca43da6-1a9d-488f-ad2b-58d612290be5 HTTP/1.1" status: 200 len: 809 time: 0.2988873 Jun 07 06:55:30.045316 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Pushing event updated for resources: {'Port': ['ID=13eb8405-15c1-4b6c-a588-4d93e7cbb80d,revision_number=4']} {{(pid=91774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:55:30.049867 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:55:30.066337 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.v2.base [req-113263d6-10c3-4919-8d03-8a2a2a0e8af7 req-7aa243c5-211e-46e4-90d9-4ad4f46f7358 tempest-VolumesActionsTest-701523973 tempest-VolumesActionsTest-701523973-project] Request body: {'port': {'device_id': '299afa4a-92c8-4bbc-b490-27877f412377', 'network_id': 'cca43da6-1a9d-488f-ad2b-58d612290be5', 'admin_state_up': True, 'tenant_id': '9c3748bb2bde41a7aad87fbe72db4f60'}} {{(pid=91773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 06:55:30.150934 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070856c7-51bf-454a-b728-a8a1f9b0511b req-e9ced94a-e96a-4001-9b26-ede84d389683 tempest-AttachVolumeNegativeTest-2031625228 tempest-AttachVolumeNegativeTest-2031625228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:55:30.152463 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-070856c7-51bf-454a-b728-a8a1f9b0511b req-e9ced94a-e96a-4001-9b26-ede84d389683 tempest-AttachVolumeNegativeTest-2031625228 tempest-AttachVolumeNegativeTest-2031625228-project] 10.222.0.21 "GET /v2.0/ports?device_id=06dc4dd3-1a2b-48f8-ba01-72281419f3bc HTTP/1.1" status: 200 len: 945 time: 0.1115222 Jun 07 06:55:30.215401 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-070856c7-51bf-454a-b728-a8a1f9b0511b req-1fbc4fa0-42b9-4b8f-96dc-9e59dc0684df tempest-AttachVolumeNegativeTest-2031625228 tempest-AttachVolumeNegativeTest-2031625228-project] 10.222.0.21 "GET /v2.0/security-groups?id=3d4b3a4d-8433-4457-868d-75e29ba07bfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516031 Jun 07 06:55:30.262873 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-113263d6-10c3-4919-8d03-8a2a2a0e8af7 req-7aa243c5-211e-46e4-90d9-4ad4f46f7358 tempest-VolumesActionsTest-701523973 tempest-VolumesActionsTest-701523973-project] Made reservation on behalf of 9c3748bb2bde41a7aad87fbe72db4f60 for: {'port': 1} {{(pid=91773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 06:55:30.266784 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [req-113263d6-10c3-4919-8d03-8a2a2a0e8af7 req-7aa243c5-211e-46e4-90d9-4ad4f46f7358 tempest-VolumesActionsTest-701523973 tempest-VolumesActionsTest-701523973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564700'] for port, before_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:30.377736 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.db [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] get_ports_and_sgs() called for port_ids ['13eb8405-15c1-4b6c-a588-4d93e7cbb80d'] {{(pid=91774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 06:55:30.472814 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.db.db_base_plugin_common [req-113263d6-10c3-4919-8d03-8a2a2a0e8af7 req-7aa243c5-211e-46e4-90d9-4ad4f46f7358 tempest-VolumesActionsTest-701523973 tempest-VolumesActionsTest-701523973-project] Allocated IP 172.20.0.6 (cca43da6-1a9d-488f-ad2b-58d612290be5/9f1bbecf-489a-41de-a8c4-3cef98ab79bd/32d1be0c-1840-4fb2-b2b4-3bca948dfdaf) {{(pid=91773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 06:55:30.683648 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [req-113263d6-10c3-4919-8d03-8a2a2a0e8af7 req-7aa243c5-211e-46e4-90d9-4ad4f46f7358 tempest-VolumesActionsTest-701523973 tempest-VolumesActionsTest-701523973-project] Notify callbacks [] for port, precommit_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:30.714533 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [req-113263d6-10c3-4919-8d03-8a2a2a0e8af7 req-7aa243c5-211e-46e4-90d9-4ad4f46f7358 tempest-VolumesActionsTest-701523973 tempest-VolumesActionsTest-701523973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-569476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648536', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762331935079'] for port, after_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:30.722764 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:55:30.785633 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-113263d6-10c3-4919-8d03-8a2a2a0e8af7 req-7aa243c5-211e-46e4-90d9-4ad4f46f7358 tempest-VolumesActionsTest-701523973 tempest-VolumesActionsTest-701523973-project] Network cca43da6-1a9d-488f-ad2b-58d612290be5 is already hosted by enough agents. {{(pid=91773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 06:55:30.788849 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.scheduler.base_scheduler [req-113263d6-10c3-4919-8d03-8a2a2a0e8af7 req-7aa243c5-211e-46e4-90d9-4ad4f46f7358 tempest-VolumesActionsTest-701523973 tempest-VolumesActionsTest-701523973-project] Resources bound (agent type, host, resource id): {{(pid=91773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 06:55:30.791423 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.db.l3_dvrscheduler_db [req-113263d6-10c3-4919-8d03-8a2a2a0e8af7 req-7aa243c5-211e-46e4-90d9-4ad4f46f7358 tempest-VolumesActionsTest-701523973 tempest-VolumesActionsTest-701523973-project] Received port after_create {{(pid=91773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 06:55:30.798396 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113263d6-10c3-4919-8d03-8a2a2a0e8af7 req-7aa243c5-211e-46e4-90d9-4ad4f46f7358 tempest-VolumesActionsTest-701523973 tempest-VolumesActionsTest-701523973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:55:30.799009 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [req-113263d6-10c3-4919-8d03-8a2a2a0e8af7 req-7aa243c5-211e-46e4-90d9-4ad4f46f7358 tempest-VolumesActionsTest-701523973 tempest-VolumesActionsTest-701523973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503096'] for port, before_response {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:30.804298 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c7d27c-d6a5-4ef7-8f1d-9637701d7e44 req-0048695f-bf66-437a-bbeb-26c67bb4c79f tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:55:30.806023 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-57c7d27c-d6a5-4ef7-8f1d-9637701d7e44 req-0048695f-bf66-437a-bbeb-26c67bb4c79f tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] 10.222.0.21 "GET /v2.0/ports?device_id=0b69e74a-2084-4d1c-a06d-6341ae621244 HTTP/1.1" status: 200 len: 946 time: 0.0896716 Jun 07 06:55:30.819672 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa243c5-211e-46e4-90d9-4ad4f46f7358 tempest-VolumesActionsTest-701523973 tempest-VolumesActionsTest-701523973-project] Pushing event updated for resources: {'Port': ['ID=32d1be0c-1840-4fb2-b2b4-3bca948dfdaf,revision_number=1']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:55:30.822644 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-7aa243c5-211e-46e4-90d9-4ad4f46f7358 tempest-VolumesActionsTest-701523973 tempest-VolumesActionsTest-701523973-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:55:30.828877 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-113263d6-10c3-4919-8d03-8a2a2a0e8af7 req-7aa243c5-211e-46e4-90d9-4ad4f46f7358 tempest-VolumesActionsTest-701523973 tempest-VolumesActionsTest-701523973-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7715983 Jun 07 06:55:30.850376 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.v2.base [req-113263d6-10c3-4919-8d03-8a2a2a0e8af7 req-f729224b-fb0e-42c4-b36c-9a5b0c3924c5 service neutron] Request body: {'port': {'device_id': '299afa4a-92c8-4bbc-b490-27877f412377', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78414'}} {{(pid=91773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 06:55:30.850755 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-57c7d27c-d6a5-4ef7-8f1d-9637701d7e44 req-9e204727-37c4-4f0d-9004-09f700bbaa9e tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] 10.222.0.21 "GET /v2.0/security-groups?id=e7307ba2-82f7-48b4-bd29-8e5128908893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388155 Jun 07 06:55:30.961021 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [req-113263d6-10c3-4919-8d03-8a2a2a0e8af7 req-f729224b-fb0e-42c4-b36c-9a5b0c3924c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564700'] for port, before_update {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:31.052130 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f6d5f0-ea35-4329-8553-d5f8343971e3 req-4967daee-a50a-4e6d-9319-3be5fb00d3f0 tempest-VolumesActionsTest-701523973 tempest-VolumesActionsTest-701523973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:55:31.053870 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-e1f6d5f0-ea35-4329-8553-d5f8343971e3 req-4967daee-a50a-4e6d-9319-3be5fb00d3f0 tempest-VolumesActionsTest-701523973 tempest-VolumesActionsTest-701523973-project] 10.222.0.21 "GET /v2.0/ports?device_id=299afa4a-92c8-4bbc-b490-27877f412377 HTTP/1.1" status: 200 len: 931 time: 0.0857282 Jun 07 06:55:31.100363 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-e1f6d5f0-ea35-4329-8553-d5f8343971e3 req-1410b5bf-f5b8-4cf7-ab94-2bea42c8a702 tempest-VolumesActionsTest-701523973 tempest-VolumesActionsTest-701523973-project] 10.222.0.21 "GET /v2.0/security-groups?id=aff93f7c-c2b3-4595-8322-8a14adf9ca70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390310 Jun 07 06:55:31.333042 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.notifiers.nova [req-113263d6-10c3-4919-8d03-8a2a2a0e8af7 req-f729224b-fb0e-42c4-b36c-9a5b0c3924c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32d1be0c-1840-4fb2-b2b4-3bca948dfdaf {{(pid=91773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 06:55:31.343616 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [req-113263d6-10c3-4919-8d03-8a2a2a0e8af7 req-f729224b-fb0e-42c4-b36c-9a5b0c3924c5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:31.359591 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.db.provisioning_blocks [req-113263d6-10c3-4919-8d03-8a2a2a0e8af7 req-f729224b-fb0e-42c4-b36c-9a5b0c3924c5 service neutron] Transition to ACTIVE for port object 32d1be0c-1840-4fb2-b2b4-3bca948dfdaf will not be triggered until provisioned by entity L2. {{(pid=91773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 06:55:31.363781 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [req-113263d6-10c3-4919-8d03-8a2a2a0e8af7 req-f729224b-fb0e-42c4-b36c-9a5b0c3924c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-569476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762332438254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762331935097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762331935142'] for port, after_update {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:31.368549 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-a66a177d-0c50-414c-ac13-cc35fa2f2af9 tempest-AttachVolumeNegativeTest-2031625228 tempest-AttachVolumeNegativeTest-2031625228-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:55:31.422219 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3983f98-044b-4aed-b603-25e32aa83427 req-873f96d6-b059-4d68-8036-09ecc676431f tempest-AttachVolumeNegativeTest-2031625228 tempest-AttachVolumeNegativeTest-2031625228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:55:31.431513 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-b3983f98-044b-4aed-b603-25e32aa83427 req-873f96d6-b059-4d68-8036-09ecc676431f tempest-AttachVolumeNegativeTest-2031625228 tempest-AttachVolumeNegativeTest-2031625228-project] 10.222.0.21 "GET /v2.0/ports?device_id=06dc4dd3-1a2b-48f8-ba01-72281419f3bc HTTP/1.1" status: 200 len: 945 time: 0.0973580 Jun 07 06:55:31.484382 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-b3983f98-044b-4aed-b603-25e32aa83427 req-2495d099-a5d5-48c0-b0cc-1f32d7f7366b tempest-AttachVolumeNegativeTest-2031625228 tempest-AttachVolumeNegativeTest-2031625228-project] 10.222.0.21 "GET /v2.0/security-groups?id=3d4b3a4d-8433-4457-868d-75e29ba07bfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511901 Jun 07 06:55:31.597958 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Device 13eb8405-15c1-4b6c-a588-4d93e7cbb80d up at agent hyperv_hv-cinder-78414 {{(pid=91774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 06:55:31.645369 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.managers [req-113263d6-10c3-4919-8d03-8a2a2a0e8af7 req-f729224b-fb0e-42c4-b36c-9a5b0c3924c5 service neutron] Attempting to bind port 32d1be0c-1840-4fb2-b2b4-3bca948dfdaf on host hv-cinder-78414 for vnic_type normal with profile {{(pid=91773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 06:55:31.645709 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.managers [req-113263d6-10c3-4919-8d03-8a2a2a0e8af7 req-f729224b-fb0e-42c4-b36c-9a5b0c3924c5 service neutron] Attempting to bind port 32d1be0c-1840-4fb2-b2b4-3bca948dfdaf by drivers openvswitch,hyperv on host hv-cinder-78414 at level 0 using segments [{'id': 'ccdc1b9c-948c-410b-aa2d-4ae78f335c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'cca43da6-1a9d-488f-ad2b-58d612290be5'}] {{(pid=91773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 06:55:31.646016 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-113263d6-10c3-4919-8d03-8a2a2a0e8af7 req-f729224b-fb0e-42c4-b36c-9a5b0c3924c5 service neutron] Attempting to bind port 32d1be0c-1840-4fb2-b2b4-3bca948dfdaf on network cca43da6-1a9d-488f-ad2b-58d612290be5 {{(pid=91773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 06:55:31.648470 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f729224b-fb0e-42c4-b36c-9a5b0c3924c5 service neutron] Pushing event updated for resources: {'Port': ['ID=32d1be0c-1840-4fb2-b2b4-3bca948dfdaf,revision_number=2']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:55:31.658190 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-f729224b-fb0e-42c4-b36c-9a5b0c3924c5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:55:31.661913 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-113263d6-10c3-4919-8d03-8a2a2a0e8af7 req-f729224b-fb0e-42c4-b36c-9a5b0c3924c5 service neutron] Port 32d1be0c-1840-4fb2-b2b4-3bca948dfdaf on network cca43da6-1a9d-488f-ad2b-58d612290be5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78414 {{(pid=91773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 07 06:55:31.662280 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-113263d6-10c3-4919-8d03-8a2a2a0e8af7 req-f729224b-fb0e-42c4-b36c-9a5b0c3924c5 service neutron] Attempting to bind port 32d1be0c-1840-4fb2-b2b4-3bca948dfdaf on network cca43da6-1a9d-488f-ad2b-58d612290be5 {{(pid=91773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 06:55:31.668767 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-113263d6-10c3-4919-8d03-8a2a2a0e8af7 req-f729224b-fb0e-42c4-b36c-9a5b0c3924c5 service neutron] Checking agent: {'id': '5a91191c-7894-4314-84ee-19ce578def86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78414', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 6, 52, 11), 'started_at': datetime.datetime(2021, 6, 7, 6, 52, 11), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 6, 55, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 06:55:31.669273 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-113263d6-10c3-4919-8d03-8a2a2a0e8af7 req-f729224b-fb0e-42c4-b36c-9a5b0c3924c5 service neutron] Checking segment: {'id': 'ccdc1b9c-948c-410b-aa2d-4ae78f335c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'cca43da6-1a9d-488f-ad2b-58d612290be5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 06:55:31.669716 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-113263d6-10c3-4919-8d03-8a2a2a0e8af7 req-f729224b-fb0e-42c4-b36c-9a5b0c3924c5 service neutron] Bound using segment: {'id': 'ccdc1b9c-948c-410b-aa2d-4ae78f335c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'cca43da6-1a9d-488f-ad2b-58d612290be5'} {{(pid=91773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 06:55:31.670424 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.managers [req-113263d6-10c3-4919-8d03-8a2a2a0e8af7 req-f729224b-fb0e-42c4-b36c-9a5b0c3924c5 service neutron] Bound port: 32d1be0c-1840-4fb2-b2b4-3bca948dfdaf, host: hv-cinder-78414, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ccdc1b9c-948c-410b-aa2d-4ae78f335c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'cca43da6-1a9d-488f-ad2b-58d612290be5'}}] {{(pid=91773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 06:55:31.670553 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [req-113263d6-10c3-4919-8d03-8a2a2a0e8af7 req-f729224b-fb0e-42c4-b36c-9a5b0c3924c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564700'] for port, before_update {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:31.692908 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.db.provisioning_blocks [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Provisioning for port 13eb8405-15c1-4b6c-a588-4d93e7cbb80d completed by entity L2. {{(pid=91774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 06:55:31.698565 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.db.provisioning_blocks [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Provisioning complete for port 13eb8405-15c1-4b6c-a588-4d93e7cbb80d triggered by entity L2. {{(pid=91774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 06:55:31.699971 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723953'] for port, provisioning_complete {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:31.776540 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.db [req-113263d6-10c3-4919-8d03-8a2a2a0e8af7 req-f729224b-fb0e-42c4-b36c-9a5b0c3924c5 service neutron] For port 32d1be0c-1840-4fb2-b2b4-3bca948dfdaf, host hv-cinder-78414, cleared binding levels {{(pid=91773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 06:55:31.780893 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.db [req-113263d6-10c3-4919-8d03-8a2a2a0e8af7 req-f729224b-fb0e-42c4-b36c-9a5b0c3924c5 service neutron] For port 32d1be0c-1840-4fb2-b2b4-3bca948dfdaf, host hv-cinder-78414, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=32d1be0c-1840-4fb2-b2b4-3bca948dfdaf,segment=NetworkSegment(ccdc1b9c-948c-410b-aa2d-4ae78f335c6d),segment_id=ccdc1b9c-948c-410b-aa2d-4ae78f335c6d)] {{(pid=91773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 06:55:31.789513 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [req-113263d6-10c3-4919-8d03-8a2a2a0e8af7 req-f729224b-fb0e-42c4-b36c-9a5b0c3924c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-569476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762332438254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762331935097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762331935142'] for port, after_update {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:31.796468 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-97650bf5-39a4-4af2-8e55-464dd578a5be service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:55:31.840487 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564700'] for port, before_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:31.867934 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113263d6-10c3-4919-8d03-8a2a2a0e8af7 req-f729224b-fb0e-42c4-b36c-9a5b0c3924c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:55:31.868849 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [req-113263d6-10c3-4919-8d03-8a2a2a0e8af7 req-f729224b-fb0e-42c4-b36c-9a5b0c3924c5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503096'] for port, before_response {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:31.870306 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-113263d6-10c3-4919-8d03-8a2a2a0e8af7 req-f729224b-fb0e-42c4-b36c-9a5b0c3924c5 service neutron] 10.222.0.43 "PUT /v2.0/ports/32d1be0c-1840-4fb2-b2b4-3bca948dfdaf HTTP/1.1" status: 200 len: 1093 time: 1.0240321 Jun 07 06:55:31.870870 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '299afa4a-92c8-4bbc-b490-27877f412377', 'tag': '32d1be0c-1840-4fb2-b2b4-3bca948dfdaf'}] {{(pid=91773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 06:55:31.874065 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7af0e1444f231fbc9cc9c3372b4fb62bb65a3f4c42e6951a4a8787648e20f245" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-092d0512-de5c-4943-b3d8-6694ac4482d4" -d '{"events": [{"name": "network-changed", "server_uuid": "299afa4a-92c8-4bbc-b490-27877f412377", "tag": "32d1be0c-1840-4fb2-b2b4-3bca948dfdaf"}]}' {{(pid=91773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 06:55:31.894903 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06dc4dd3-1a2b-48f8-ba01-72281419f3bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13eb8405-15c1-4b6c-a588-4d93e7cbb80d'}] {{(pid=91774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 06:55:31.900457 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73fb9c482eb19c5c2e497b7af5ecd9f5da2a12b641d83391285fbc9a8928c34b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1500a2fe-7bed-4c50-bfae-be39b1daecc5" -d '{"events": [{"server_uuid": "06dc4dd3-1a2b-48f8-ba01-72281419f3bc", "name": "network-vif-plugged", "status": "completed", "tag": "13eb8405-15c1-4b6c-a588-4d93e7cbb80d"}]}' {{(pid=91774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 06:55:31.907139 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f729224b-fb0e-42c4-b36c-9a5b0c3924c5 service neutron] Pushing event updated for resources: {'Port': ['ID=32d1be0c-1840-4fb2-b2b4-3bca948dfdaf,revision_number=3']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:55:31.911214 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-f729224b-fb0e-42c4-b36c-9a5b0c3924c5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:55:31.928323 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.db [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] For port 13eb8405-15c1-4b6c-a588-4d93e7cbb80d, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=13eb8405-15c1-4b6c-a588-4d93e7cbb80d,segment=NetworkSegment(88ca7d97-e105-429a-98e0-c2a9da21452e),segment_id=88ca7d97-e105-429a-98e0-c2a9da21452e)] {{(pid=91774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 06:55:31.942494 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-569476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762332438254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762331935097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762331935142'] for port, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:31.945271 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:55:32.029688 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113263d6-10c3-4919-8d03-8a2a2a0e8af7 req-e725a666-e378-44a9-8255-3f9c1030cbad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:55:32.031228 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-113263d6-10c3-4919-8d03-8a2a2a0e8af7 req-e725a666-e378-44a9-8255-3f9c1030cbad service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9c3748bb2bde41a7aad87fbe72db4f60&device_id=299afa4a-92c8-4bbc-b490-27877f412377 HTTP/1.1" status: 200 len: 1096 time: 0.0977564 Jun 07 06:55:32.063381 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Pushing event updated for resources: {'Port': ['ID=13eb8405-15c1-4b6c-a588-4d93e7cbb80d,revision_number=5']} {{(pid=91774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:55:32.066690 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:55:32.140041 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 06:55:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c01b163-9bb0-4aa1-bbb9-7ab2523958e6 x-openstack-request-id: req-6c01b163-9bb0-4aa1-bbb9-7ab2523958e6 {{(pid=91773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 06:55:32.140354 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "299afa4a-92c8-4bbc-b490-27877f412377", "tag": "32d1be0c-1840-4fb2-b2b4-3bca948dfdaf", "status": "completed", "code": 200}]} {{(pid=91773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 06:55:32.140624 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6c01b163-9bb0-4aa1-bbb9-7ab2523958e6 {{(pid=91773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 06:55:32.141028 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '299afa4a-92c8-4bbc-b490-27877f412377', 'tag': '32d1be0c-1840-4fb2-b2b4-3bca948dfdaf', 'status': 'completed', 'code': 200} Jun 07 06:55:32.150322 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-113263d6-10c3-4919-8d03-8a2a2a0e8af7 req-97589115-bfd3-4cef-9c92-2214f8aed46f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=32d1be0c-1840-4fb2-b2b4-3bca948dfdaf HTTP/1.1" status: 200 len: 217 time: 0.1026318 Jun 07 06:55:32.171250 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b14df82-2f0a-46f5-b76f-c5aee25ae5a3 req-c35ea09e-e644-4b9e-a6ff-7830b7909421 tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:55:32.173745 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-5b14df82-2f0a-46f5-b76f-c5aee25ae5a3 req-c35ea09e-e644-4b9e-a6ff-7830b7909421 tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] 10.222.0.21 "GET /v2.0/ports?device_id=0b69e74a-2084-4d1c-a06d-6341ae621244 HTTP/1.1" status: 200 len: 946 time: 0.1192057 Jun 07 06:55:32.185766 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 06:55:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fcbdc9f-c9c1-4cdf-a1d9-2364be2a5c08 x-openstack-request-id: req-5fcbdc9f-c9c1-4cdf-a1d9-2364be2a5c08 {{(pid=91774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 06:55:32.186330 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06dc4dd3-1a2b-48f8-ba01-72281419f3bc", "name": "network-vif-plugged", "status": "completed", "tag": "13eb8405-15c1-4b6c-a588-4d93e7cbb80d", "code": 200}]} {{(pid=91774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 06:55:32.186807 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5fcbdc9f-c9c1-4cdf-a1d9-2364be2a5c08 {{(pid=91774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 06:55:32.187388 dv-cinder-784140-5-smb neutron-server[91774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06dc4dd3-1a2b-48f8-ba01-72281419f3bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13eb8405-15c1-4b6c-a588-4d93e7cbb80d', 'code': 200} Jun 07 06:55:32.241780 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-5b14df82-2f0a-46f5-b76f-c5aee25ae5a3 req-31b9997f-afc1-4e30-9795-748fb5d8ab6b tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] 10.222.0.21 "GET /v2.0/security-groups?id=e7307ba2-82f7-48b4-bd29-8e5128908893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619779 Jun 07 06:55:32.296807 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113263d6-10c3-4919-8d03-8a2a2a0e8af7 req-ac9fd805-98bf-40d8-b1d4-b6e434637432 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:55:32.298177 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-113263d6-10c3-4919-8d03-8a2a2a0e8af7 req-ac9fd805-98bf-40d8-b1d4-b6e434637432 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9f1bbecf-489a-41de-a8c4-3cef98ab79bd HTTP/1.1" status: 200 len: 849 time: 0.1361761 Jun 07 06:55:32.365492 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-113263d6-10c3-4919-8d03-8a2a2a0e8af7 req-390a387d-eb2d-4155-9916-af9625f513b1 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=cca43da6-1a9d-488f-ad2b-58d612290be5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0602198 Jun 07 06:55:32.405677 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4893cd-076d-4a9b-bdb3-4f18aaf05d29 req-abdb83a3-9095-4540-bf71-d6a626299534 tempest-VolumesActionsTest-701523973 tempest-VolumesActionsTest-701523973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:55:32.407174 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-9c4893cd-076d-4a9b-bdb3-4f18aaf05d29 req-abdb83a3-9095-4540-bf71-d6a626299534 tempest-VolumesActionsTest-701523973 tempest-VolumesActionsTest-701523973-project] 10.222.0.21 "GET /v2.0/ports?device_id=299afa4a-92c8-4bbc-b490-27877f412377 HTTP/1.1" status: 200 len: 943 time: 0.0940950 Jun 07 06:55:32.505019 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-9c4893cd-076d-4a9b-bdb3-4f18aaf05d29 req-23cac879-1042-41a9-8f3f-336e9088ee2e tempest-VolumesActionsTest-701523973 tempest-VolumesActionsTest-701523973-project] 10.222.0.21 "GET /v2.0/security-groups?id=aff93f7c-c2b3-4595-8322-8a14adf9ca70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919390 Jun 07 06:55:32.527984 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-113263d6-10c3-4919-8d03-8a2a2a0e8af7 req-0568ac22-d1fd-429b-b19a-ca04289142a5 service neutron] 10.222.0.43 "GET /v2.0/networks/cca43da6-1a9d-488f-ad2b-58d612290be5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346855 Jun 07 06:55:32.534843 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5d4bba-2260-408a-ad24-7b3ef084b404 req-c8834fb1-a118-42ba-a78e-582e27f3a2c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:55:32.536320 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-7e5d4bba-2260-408a-ad24-7b3ef084b404 req-c8834fb1-a118-42ba-a78e-582e27f3a2c8 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=06dc4dd3-1a2b-48f8-ba01-72281419f3bc HTTP/1.1" status: 200 len: 1099 time: 0.1061451 Jun 07 06:55:32.581415 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-7e5d4bba-2260-408a-ad24-7b3ef084b404 req-4f9223d4-d418-4829-a515-1feca7362583 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=3d4b3a4d-8433-4457-868d-75e29ba07bfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384994 Jun 07 06:55:32.668538 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-113263d6-10c3-4919-8d03-8a2a2a0e8af7 req-b15d00cf-4b11-470f-bba3-03bb38331d70 service neutron] 10.222.0.43 "GET /v2.0/networks/cca43da6-1a9d-488f-ad2b-58d612290be5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321020 Jun 07 06:55:32.778837 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a9c8bf-6d16-4b18-a80f-e8ff30d1bd15 req-a2fe3a6b-5d75-44f5-a376-6a1d566cf14d tempest-AttachVolumeNegativeTest-2031625228 tempest-AttachVolumeNegativeTest-2031625228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:55:32.787327 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-00a9c8bf-6d16-4b18-a80f-e8ff30d1bd15 req-a2fe3a6b-5d75-44f5-a376-6a1d566cf14d tempest-AttachVolumeNegativeTest-2031625228 tempest-AttachVolumeNegativeTest-2031625228-project] 10.222.0.21 "GET /v2.0/ports?device_id=06dc4dd3-1a2b-48f8-ba01-72281419f3bc HTTP/1.1" status: 200 len: 946 time: 0.1890345 Jun 07 06:55:32.792931 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092d0512-de5c-4943-b3d8-6694ac4482d4 req-0b800d8f-3413-4477-90db-ad4c36d54af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:55:32.794679 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-092d0512-de5c-4943-b3d8-6694ac4482d4 req-0b800d8f-3413-4477-90db-ad4c36d54af7 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9c3748bb2bde41a7aad87fbe72db4f60&device_id=299afa4a-92c8-4bbc-b490-27877f412377 HTTP/1.1" status: 200 len: 1096 time: 0.0762830 Jun 07 06:55:32.829166 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-00a9c8bf-6d16-4b18-a80f-e8ff30d1bd15 req-a0f0411d-a545-4262-aa19-fda6b7024c28 tempest-AttachVolumeNegativeTest-2031625228 tempest-AttachVolumeNegativeTest-2031625228-project] 10.222.0.21 "GET /v2.0/security-groups?id=3d4b3a4d-8433-4457-868d-75e29ba07bfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407622 Jun 07 06:55:32.933072 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092d0512-de5c-4943-b3d8-6694ac4482d4 req-4f01ae3f-0e99-4219-8958-7b420b117c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:55:32.934969 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-092d0512-de5c-4943-b3d8-6694ac4482d4 req-4f01ae3f-0e99-4219-8958-7b420b117c91 service neutron] 10.222.0.43 "GET /v2.0/networks?id=cca43da6-1a9d-488f-ad2b-58d612290be5 HTTP/1.1" status: 200 len: 910 time: 0.1301973 Jun 07 06:55:33.012618 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-092d0512-de5c-4943-b3d8-6694ac4482d4 req-768ec25a-4787-41e7-8e47-f3aa0613d666 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=32d1be0c-1840-4fb2-b2b4-3bca948dfdaf HTTP/1.1" status: 200 len: 217 time: 0.0666752 Jun 07 06:55:33.092727 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092d0512-de5c-4943-b3d8-6694ac4482d4 req-591f2885-f7c1-4c77-b9d2-be78b1ccabd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:55:33.093885 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-092d0512-de5c-4943-b3d8-6694ac4482d4 req-591f2885-f7c1-4c77-b9d2-be78b1ccabd1 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9f1bbecf-489a-41de-a8c4-3cef98ab79bd HTTP/1.1" status: 200 len: 849 time: 0.0724304 Jun 07 06:55:33.166531 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-092d0512-de5c-4943-b3d8-6694ac4482d4 req-e0241957-b6f3-4d91-b51c-8e0273bf3868 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=cca43da6-1a9d-488f-ad2b-58d612290be5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0536978 Jun 07 06:55:33.309722 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-092d0512-de5c-4943-b3d8-6694ac4482d4 req-819af8c8-b857-4796-8538-7c78f7719e1f service neutron] 10.222.0.43 "GET /v2.0/networks/cca43da6-1a9d-488f-ad2b-58d612290be5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365521 Jun 07 06:55:33.456353 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c78599-30d3-49df-b3f2-a6292bc0cea4 req-30634e1a-332b-4943-8f60-050322f8cb56 tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:55:33.457941 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-16c78599-30d3-49df-b3f2-a6292bc0cea4 req-30634e1a-332b-4943-8f60-050322f8cb56 tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] 10.222.0.21 "GET /v2.0/ports?device_id=0b69e74a-2084-4d1c-a06d-6341ae621244 HTTP/1.1" status: 200 len: 946 time: 0.0804839 Jun 07 06:55:33.489592 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-092d0512-de5c-4943-b3d8-6694ac4482d4 req-af3acf49-6817-4ac5-91be-325386034c8a service neutron] 10.222.0.43 "GET /v2.0/networks/cca43da6-1a9d-488f-ad2b-58d612290be5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1522670 Jun 07 06:55:33.521888 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-16c78599-30d3-49df-b3f2-a6292bc0cea4 req-08d3248f-5817-4a33-835e-2bf43b1b1a29 tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] 10.222.0.21 "GET /v2.0/security-groups?id=e7307ba2-82f7-48b4-bd29-8e5128908893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579093 Jun 07 06:55:33.714424 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb54f13-855a-4d0a-b8f6-363964a33169 req-668ec50b-be34-4e07-9f70-c92dc7768be8 tempest-VolumesActionsTest-701523973 tempest-VolumesActionsTest-701523973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:55:33.716423 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-afb54f13-855a-4d0a-b8f6-363964a33169 req-668ec50b-be34-4e07-9f70-c92dc7768be8 tempest-VolumesActionsTest-701523973 tempest-VolumesActionsTest-701523973-project] 10.222.0.21 "GET /v2.0/ports?device_id=299afa4a-92c8-4bbc-b490-27877f412377 HTTP/1.1" status: 200 len: 943 time: 0.0875149 Jun 07 06:55:33.767411 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-afb54f13-855a-4d0a-b8f6-363964a33169 req-24cd22f5-e6bc-411f-a0c8-45b09d0ee559 tempest-VolumesActionsTest-701523973 tempest-VolumesActionsTest-701523973-project] 10.222.0.21 "GET /v2.0/security-groups?id=aff93f7c-c2b3-4595-8322-8a14adf9ca70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425878 Jun 07 06:55:34.043876 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749f41fd-27f7-4148-86fa-706ee8a627b4 req-31792c98-649b-4cb6-9c08-32d30c68514a tempest-AttachVolumeNegativeTest-2031625228 tempest-AttachVolumeNegativeTest-2031625228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:55:34.045249 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-749f41fd-27f7-4148-86fa-706ee8a627b4 req-31792c98-649b-4cb6-9c08-32d30c68514a tempest-AttachVolumeNegativeTest-2031625228 tempest-AttachVolumeNegativeTest-2031625228-project] 10.222.0.21 "GET /v2.0/ports?device_id=06dc4dd3-1a2b-48f8-ba01-72281419f3bc HTTP/1.1" status: 200 len: 946 time: 0.0919998 Jun 07 06:55:34.092273 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-749f41fd-27f7-4148-86fa-706ee8a627b4 req-a458bf06-516d-48fe-a411-4a7b778027d0 tempest-AttachVolumeNegativeTest-2031625228 tempest-AttachVolumeNegativeTest-2031625228-project] 10.222.0.21 "GET /v2.0/security-groups?id=3d4b3a4d-8433-4457-868d-75e29ba07bfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410631 Jun 07 06:55:34.708357 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feba4892-4e43-40be-9b82-bbce80f148cc req-36910029-0eb8-4ddf-8d7f-f26ae61cda39 tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:55:34.709824 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-feba4892-4e43-40be-9b82-bbce80f148cc req-36910029-0eb8-4ddf-8d7f-f26ae61cda39 tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] 10.222.0.21 "GET /v2.0/ports?device_id=0b69e74a-2084-4d1c-a06d-6341ae621244 HTTP/1.1" status: 200 len: 946 time: 0.0800962 Jun 07 06:55:34.757090 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-feba4892-4e43-40be-9b82-bbce80f148cc req-ab7220cc-19b9-4024-afac-92a673ceccdb tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] 10.222.0.21 "GET /v2.0/security-groups?id=e7307ba2-82f7-48b4-bd29-8e5128908893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416505 Jun 07 06:55:34.981997 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f694d5fe-d450-47d8-be89-ed31cc74b199 req-ad12b804-0095-4c1f-bc5a-42bc4c922d7e tempest-VolumesActionsTest-701523973 tempest-VolumesActionsTest-701523973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:55:34.985153 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-f694d5fe-d450-47d8-be89-ed31cc74b199 req-ad12b804-0095-4c1f-bc5a-42bc4c922d7e tempest-VolumesActionsTest-701523973 tempest-VolumesActionsTest-701523973-project] 10.222.0.21 "GET /v2.0/ports?device_id=299afa4a-92c8-4bbc-b490-27877f412377 HTTP/1.1" status: 200 len: 943 time: 0.1027746 Jun 07 06:55:35.034862 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-f694d5fe-d450-47d8-be89-ed31cc74b199 req-a8bb463c-f51c-4037-bfac-7d427deae8f5 tempest-VolumesActionsTest-701523973 tempest-VolumesActionsTest-701523973-project] 10.222.0.21 "GET /v2.0/security-groups?id=aff93f7c-c2b3-4595-8322-8a14adf9ca70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440662 Jun 07 06:55:35.272495 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195d74ac-07cb-415f-950f-db0312c5eb17 req-38fc9789-35f6-4597-8803-32db458e0989 tempest-AttachVolumeNegativeTest-2031625228 tempest-AttachVolumeNegativeTest-2031625228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:55:35.273940 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-195d74ac-07cb-415f-950f-db0312c5eb17 req-38fc9789-35f6-4597-8803-32db458e0989 tempest-AttachVolumeNegativeTest-2031625228 tempest-AttachVolumeNegativeTest-2031625228-project] 10.222.0.21 "GET /v2.0/ports?device_id=06dc4dd3-1a2b-48f8-ba01-72281419f3bc HTTP/1.1" status: 200 len: 946 time: 0.0789409 Jun 07 06:55:35.323455 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-195d74ac-07cb-415f-950f-db0312c5eb17 req-a822b4aa-20a8-4a2b-ba11-ea29d7c76072 tempest-AttachVolumeNegativeTest-2031625228 tempest-AttachVolumeNegativeTest-2031625228-project] 10.222.0.21 "GET /v2.0/security-groups?id=3d4b3a4d-8433-4457-868d-75e29ba07bfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424607 Jun 07 06:55:35.615440 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Device 32d1be0c-1840-4fb2-b2b4-3bca948dfdaf details requested by agent hyperv_hv-cinder-78414 with host hv-cinder-78414 {{(pid=91774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 07 06:55:35.765817 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.db [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] For port 32d1be0c-1840-4fb2-b2b4-3bca948dfdaf, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=32d1be0c-1840-4fb2-b2b4-3bca948dfdaf,segment=NetworkSegment(ccdc1b9c-948c-410b-aa2d-4ae78f335c6d),segment_id=ccdc1b9c-948c-410b-aa2d-4ae78f335c6d)] {{(pid=91774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 06:55:35.782868 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Returning: {'device': '32d1be0c-1840-4fb2-b2b4-3bca948dfdaf', 'network_id': 'cca43da6-1a9d-488f-ad2b-58d612290be5', 'port_id': '32d1be0c-1840-4fb2-b2b4-3bca948dfdaf', 'mac_address': 'fa:16:3e:9f:b4:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f1bbecf-489a-41de-a8c4-3cef98ab79bd', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 07 06:55:35.844436 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564700'] for port, before_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:35.865549 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.notifiers.nova [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32d1be0c-1840-4fb2-b2b4-3bca948dfdaf {{(pid=91774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 06:55:35.881953 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.db [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] For port 32d1be0c-1840-4fb2-b2b4-3bca948dfdaf, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=32d1be0c-1840-4fb2-b2b4-3bca948dfdaf,segment=NetworkSegment(ccdc1b9c-948c-410b-aa2d-4ae78f335c6d),segment_id=ccdc1b9c-948c-410b-aa2d-4ae78f335c6d)] {{(pid=91774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 06:55:35.886105 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-569476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762332438254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762331935097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762331935142'] for port, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:35.888605 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:55:35.955285 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e4e733-e65c-4424-a203-cb94962a5c0c req-eee30eaf-8a1f-4fe0-b2f5-c40c4d800526 tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:55:35.956869 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-36e4e733-e65c-4424-a203-cb94962a5c0c req-eee30eaf-8a1f-4fe0-b2f5-c40c4d800526 tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] 10.222.0.21 "GET /v2.0/ports?device_id=0b69e74a-2084-4d1c-a06d-6341ae621244 HTTP/1.1" status: 200 len: 946 time: 0.0917826 Jun 07 06:55:35.958841 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Pushing event updated for resources: {'Port': ['ID=32d1be0c-1840-4fb2-b2b4-3bca948dfdaf,revision_number=4']} {{(pid=91774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:55:35.962069 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:55:36.003599 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-36e4e733-e65c-4424-a203-cb94962a5c0c req-77730d1f-4f77-49c4-9ecb-ecb68d703f3a tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] 10.222.0.21 "GET /v2.0/security-groups?id=e7307ba2-82f7-48b4-bd29-8e5128908893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399044 Jun 07 06:55:36.264037 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2579748-c6be-49c8-806a-bcff41bf6e75 req-0675da85-56e8-485d-a134-90b4825106f7 tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:55:36.265557 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-b2579748-c6be-49c8-806a-bcff41bf6e75 req-0675da85-56e8-485d-a134-90b4825106f7 tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] 10.222.0.21 "GET /v2.0/ports?device_id=06745a3f-9eec-46bb-b36d-d77358bd1e50 HTTP/1.1" status: 200 len: 945 time: 0.1512189 Jun 07 06:55:36.273548 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.db [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] get_ports_and_sgs() called for port_ids ['32d1be0c-1840-4fb2-b2b4-3bca948dfdaf'] {{(pid=91774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 06:55:36.274003 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7a1224-dd3a-49b4-b047-fd8f28cc6b5a req-35db596f-fc6c-4290-a19f-7077fb01eb92 tempest-VolumesActionsTest-701523973 tempest-VolumesActionsTest-701523973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:55:36.275714 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-cc7a1224-dd3a-49b4-b047-fd8f28cc6b5a req-35db596f-fc6c-4290-a19f-7077fb01eb92 tempest-VolumesActionsTest-701523973 tempest-VolumesActionsTest-701523973-project] 10.222.0.21 "GET /v2.0/ports?device_id=299afa4a-92c8-4bbc-b490-27877f412377 HTTP/1.1" status: 200 len: 944 time: 0.1212459 Jun 07 06:55:36.369649 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-b2579748-c6be-49c8-806a-bcff41bf6e75 req-4aa091c7-e07c-4eef-afb9-b88289eef205 tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] 10.222.0.21 "GET /v2.0/security-groups?id=28c64220-de7a-4111-93c0-91d84e10d665&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0798888 Jun 07 06:55:36.405182 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-cc7a1224-dd3a-49b4-b047-fd8f28cc6b5a req-3636cf60-8ca1-47eb-8307-fe0f6295dc50 tempest-VolumesActionsTest-701523973 tempest-VolumesActionsTest-701523973-project] 10.222.0.21 "GET /v2.0/security-groups?id=aff93f7c-c2b3-4595-8322-8a14adf9ca70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137493 Jun 07 06:55:36.887761 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-dce49847-b6d0-4706-b7fb-b65988af3533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762332461204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723872'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:37.238802 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2298738-49a0-4f9b-94c6-c8c73777399d req-b14dc98d-9636-47a3-a973-fe9d304bd85e tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:55:37.240661 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-b2298738-49a0-4f9b-94c6-c8c73777399d req-b14dc98d-9636-47a3-a973-fe9d304bd85e tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] 10.222.0.21 "GET /v2.0/ports?device_id=0b69e74a-2084-4d1c-a06d-6341ae621244 HTTP/1.1" status: 200 len: 946 time: 0.1183937 Jun 07 06:55:37.288594 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-b2298738-49a0-4f9b-94c6-c8c73777399d req-0602c2ac-7ed9-401b-a4e8-93e1e041ce50 tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] 10.222.0.21 "GET /v2.0/security-groups?id=e7307ba2-82f7-48b4-bd29-8e5128908893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423751 Jun 07 06:55:37.631688 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Device 32d1be0c-1840-4fb2-b2b4-3bca948dfdaf up at agent hyperv_hv-cinder-78414 {{(pid=91774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 06:55:37.655377 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47c2a25-9f65-482c-9502-9c1787a34f1e req-363122e7-8be6-40b1-9a6e-bcf76638807d tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:55:37.656903 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-e47c2a25-9f65-482c-9502-9c1787a34f1e req-363122e7-8be6-40b1-9a6e-bcf76638807d tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] 10.222.0.21 "GET /v2.0/ports?device_id=06745a3f-9eec-46bb-b36d-d77358bd1e50 HTTP/1.1" status: 200 len: 945 time: 0.1587226 Jun 07 06:55:37.688833 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f29040-711b-499f-b10c-5ec03b5dcccf req-b3852690-6df7-4fb7-9ea3-bace33fc9fa7 tempest-VolumesActionsTest-701523973 tempest-VolumesActionsTest-701523973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:55:37.690615 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-59f29040-711b-499f-b10c-5ec03b5dcccf req-b3852690-6df7-4fb7-9ea3-bace33fc9fa7 tempest-VolumesActionsTest-701523973 tempest-VolumesActionsTest-701523973-project] 10.222.0.21 "GET /v2.0/ports?device_id=299afa4a-92c8-4bbc-b490-27877f412377 HTTP/1.1" status: 200 len: 944 time: 0.1526067 Jun 07 06:55:37.743244 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-59f29040-711b-499f-b10c-5ec03b5dcccf req-c5c4faec-cc87-4174-93bb-619bbb888754 tempest-VolumesActionsTest-701523973 tempest-VolumesActionsTest-701523973-project] 10.222.0.21 "GET /v2.0/security-groups?id=aff93f7c-c2b3-4595-8322-8a14adf9ca70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462227 Jun 07 06:55:37.759885 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.db.provisioning_blocks [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Provisioning for port 32d1be0c-1840-4fb2-b2b4-3bca948dfdaf completed by entity L2. {{(pid=91774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 06:55:37.767930 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-e47c2a25-9f65-482c-9502-9c1787a34f1e req-40f360d1-b06c-41a1-a7ee-222fb1e20b00 tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] 10.222.0.21 "GET /v2.0/security-groups?id=28c64220-de7a-4111-93c0-91d84e10d665&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1027443 Jun 07 06:55:37.772858 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.db.provisioning_blocks [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Provisioning complete for port 32d1be0c-1840-4fb2-b2b4-3bca948dfdaf triggered by entity L2. {{(pid=91774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 06:55:37.773234 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723953'] for port, provisioning_complete {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:37.888862 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564700'] for port, before_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:37.917479 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '299afa4a-92c8-4bbc-b490-27877f412377', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32d1be0c-1840-4fb2-b2b4-3bca948dfdaf'}] {{(pid=91774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 06:55:37.920319 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73fb9c482eb19c5c2e497b7af5ecd9f5da2a12b641d83391285fbc9a8928c34b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bc92856-c3ae-43ec-ae39-b59ea892d0fa" -d '{"events": [{"server_uuid": "299afa4a-92c8-4bbc-b490-27877f412377", "name": "network-vif-plugged", "status": "completed", "tag": "32d1be0c-1840-4fb2-b2b4-3bca948dfdaf"}]}' {{(pid=91774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 06:55:37.928627 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.db [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] For port 32d1be0c-1840-4fb2-b2b4-3bca948dfdaf, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=32d1be0c-1840-4fb2-b2b4-3bca948dfdaf,segment=NetworkSegment(ccdc1b9c-948c-410b-aa2d-4ae78f335c6d),segment_id=ccdc1b9c-948c-410b-aa2d-4ae78f335c6d)] {{(pid=91774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 06:55:37.932427 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-569476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762332438254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762331935097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762331935142'] for port, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:37.934308 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:55:37.968005 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 06:55:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5cea705-cdb3-4ea9-a852-4ea558f5e4cd x-openstack-request-id: req-d5cea705-cdb3-4ea9-a852-4ea558f5e4cd {{(pid=91774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 06:55:37.968306 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "299afa4a-92c8-4bbc-b490-27877f412377", "name": "network-vif-plugged", "status": "completed", "tag": "32d1be0c-1840-4fb2-b2b4-3bca948dfdaf", "code": 200}]} {{(pid=91774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 06:55:37.968567 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d5cea705-cdb3-4ea9-a852-4ea558f5e4cd {{(pid=91774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 06:55:37.968968 dv-cinder-784140-5-smb neutron-server[91774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '299afa4a-92c8-4bbc-b490-27877f412377', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32d1be0c-1840-4fb2-b2b4-3bca948dfdaf', 'code': 200} Jun 07 06:55:38.001425 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Pushing event updated for resources: {'Port': ['ID=32d1be0c-1840-4fb2-b2b4-3bca948dfdaf,revision_number=5']} {{(pid=91774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:55:38.004678 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:55:38.198249 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8031a8-98c9-4be1-8244-0bdf738f08e3 req-044e7850-2102-4a81-99d1-26c34bf81dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:55:38.199617 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-4b8031a8-98c9-4be1-8244-0bdf738f08e3 req-044e7850-2102-4a81-99d1-26c34bf81dfc service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=299afa4a-92c8-4bbc-b490-27877f412377 HTTP/1.1" status: 200 len: 1098 time: 0.0689852 Jun 07 06:55:38.248005 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-4b8031a8-98c9-4be1-8244-0bdf738f08e3 req-f163ba8c-4770-44cc-a8b1-3ff0a44115cc service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=aff93f7c-c2b3-4595-8322-8a14adf9ca70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336370 Jun 07 06:55:38.485829 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5399b61a-8d23-4fae-a87c-e2fe8faa99ee req-c56ff92d-3d71-4244-a77a-6ebb37d9c937 tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:55:38.487341 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-5399b61a-8d23-4fae-a87c-e2fe8faa99ee req-c56ff92d-3d71-4244-a77a-6ebb37d9c937 tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] 10.222.0.21 "GET /v2.0/ports?device_id=0b69e74a-2084-4d1c-a06d-6341ae621244 HTTP/1.1" status: 200 len: 946 time: 0.0928504 Jun 07 06:55:38.534741 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-5399b61a-8d23-4fae-a87c-e2fe8faa99ee req-57ab4e3c-ddba-4ecd-be1c-940a49baf9d0 tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] 10.222.0.21 "GET /v2.0/security-groups?id=e7307ba2-82f7-48b4-bd29-8e5128908893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407820 Jun 07 06:55:38.957032 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.21', 55350) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:55:39.014405 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0cd531-e2e8-401c-b36f-b31b992d9fbe req-8d3dc012-b490-4d75-959a-739aab3e43d3 tempest-VolumesActionsTest-701523973 tempest-VolumesActionsTest-701523973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:55:39.021706 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-3f0cd531-e2e8-401c-b36f-b31b992d9fbe req-8d3dc012-b490-4d75-959a-739aab3e43d3 tempest-VolumesActionsTest-701523973 tempest-VolumesActionsTest-701523973-project] 10.222.0.21 "GET /v2.0/ports?device_id=299afa4a-92c8-4bbc-b490-27877f412377 HTTP/1.1" status: 200 len: 945 time: 0.1628351 Jun 07 06:55:39.047176 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3956ffb0-909d-4513-a722-eb84ed3f4dfb req-ab8787d7-d065-4e74-b96e-58b48499eae3 tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:55:39.054048 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-3956ffb0-909d-4513-a722-eb84ed3f4dfb req-ab8787d7-d065-4e74-b96e-58b48499eae3 tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] 10.222.0.21 "GET /v2.0/ports?device_id=06745a3f-9eec-46bb-b36d-d77358bd1e50 HTTP/1.1" status: 200 len: 945 time: 0.1581280 Jun 07 06:55:39.104190 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-91ef00b2-4b94-4fc6-8489-c49ecbc2c0b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:39.131881 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-3f0cd531-e2e8-401c-b36f-b31b992d9fbe req-3a86e469-cfda-4275-826c-080cf3a6c59f tempest-VolumesActionsTest-701523973 tempest-VolumesActionsTest-701523973-project] 10.222.0.21 "GET /v2.0/security-groups?id=aff93f7c-c2b3-4595-8322-8a14adf9ca70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092062 Jun 07 06:55:39.135118 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-3956ffb0-909d-4513-a722-eb84ed3f4dfb req-b533f0dd-3935-4552-a597-b91644c41079 tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] 10.222.0.21 "GET /v2.0/security-groups?id=28c64220-de7a-4111-93c0-91d84e10d665&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802515 Jun 07 06:55:39.285447 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762332461204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723872'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:39.291773 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-91ef00b2-4b94-4fc6-8489-c49ecbc2c0b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:39.296366 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-91ef00b2-4b94-4fc6-8489-c49ecbc2c0b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1706761'] for security_group, after_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:39.304380 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-ae7a6cdc-9ed8-438f-a937-e5eeb361065d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:55:39.345156 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [None req-91ef00b2-4b94-4fc6-8489-c49ecbc2c0b1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=145f7cfb68c24daf9a39b6515062d896&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3870485 Jun 07 06:55:39.346812 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ef00b2-4b94-4fc6-8489-c49ecbc2c0b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4694d2d-c164-4639-9de3-4ebf48f87bef,revision_number=1']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:55:39.348388 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.wsgi [-] (91772) accepted ('10.222.0.21', 55388) {{(pid=91772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:55:39.349975 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-91ef00b2-4b94-4fc6-8489-c49ecbc2c0b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:55:39.410902 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-3881393a-6fa8-4416-9e5e-99fff6e062bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:39.445334 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-3881393a-6fa8-4416-9e5e-99fff6e062bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:39.456818 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-44317227-1fe4-4868-9ff8-d5fbe89d6bf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762332461204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723872'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:39.510375 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-3881393a-6fa8-4416-9e5e-99fff6e062bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1706761'] for security_group, after_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:39.513069 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-3881393a-6fa8-4416-9e5e-99fff6e062bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:39.514252 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [None req-3881393a-6fa8-4416-9e5e-99fff6e062bb admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c4694d2d-c164-4639-9de3-4ebf48f87bef HTTP/1.1" status: 204 len: 168 time: 0.1646106 Jun 07 06:55:39.515014 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-f6e24508-cf80-4410-bdc9-41a76f857a41 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:55:39.524696 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3881393a-6fa8-4416-9e5e-99fff6e062bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4694d2d-c164-4639-9de3-4ebf48f87bef,revision_number=None']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:55:39.527956 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-3881393a-6fa8-4416-9e5e-99fff6e062bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:55:39.785231 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45df14f6-9e7c-4c8d-a37f-74b895966006 req-70921208-f244-4d31-9c0d-6938127177cb tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:55:39.786676 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-45df14f6-9e7c-4c8d-a37f-74b895966006 req-70921208-f244-4d31-9c0d-6938127177cb tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] 10.222.0.21 "GET /v2.0/ports?device_id=0b69e74a-2084-4d1c-a06d-6341ae621244 HTTP/1.1" status: 200 len: 946 time: 0.0911562 Jun 07 06:55:39.841347 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-45df14f6-9e7c-4c8d-a37f-74b895966006 req-f7b42914-ef9f-4a91-84f4-05f48ce4bbb4 tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] 10.222.0.21 "GET /v2.0/security-groups?id=e7307ba2-82f7-48b4-bd29-8e5128908893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459292 Jun 07 06:55:39.900216 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron.db.agents_db [None req-9f63f2a9-7775-47ca-9fc8-a7f68791a20c None None] Agent healthcheck: found 6 active agents {{(pid=91775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 06:55:40.421366 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.21', 55452) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:55:40.464505 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17691029-6805-47d4-bebd-20d0f9218a18 req-be7acd4f-0472-46b2-ad5a-5a6b5ac3f5b6 tempest-VolumesActionsTest-701523973 tempest-VolumesActionsTest-701523973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:55:40.466066 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-17691029-6805-47d4-bebd-20d0f9218a18 req-be7acd4f-0472-46b2-ad5a-5a6b5ac3f5b6 tempest-VolumesActionsTest-701523973 tempest-VolumesActionsTest-701523973-project] 10.222.0.21 "GET /v2.0/ports?device_id=299afa4a-92c8-4bbc-b490-27877f412377 HTTP/1.1" status: 200 len: 945 time: 0.2212522 Jun 07 06:55:40.522006 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-17691029-6805-47d4-bebd-20d0f9218a18 req-a9bd5b5e-232c-4260-a30f-4c97ac81421f tempest-VolumesActionsTest-701523973 tempest-VolumesActionsTest-701523973-project] 10.222.0.21 "GET /v2.0/security-groups?id=aff93f7c-c2b3-4595-8322-8a14adf9ca70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499625 Jun 07 06:55:40.529836 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0867d6ae-abce-4735-830e-b0f60538620d req-1abd4101-dade-4742-814a-a66d08a884b6 tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:55:40.531230 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-0867d6ae-abce-4735-830e-b0f60538620d req-1abd4101-dade-4742-814a-a66d08a884b6 tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] 10.222.0.21 "GET /v2.0/ports?device_id=06745a3f-9eec-46bb-b36d-d77358bd1e50 HTTP/1.1" status: 200 len: 945 time: 0.1351111 Jun 07 06:55:40.534376 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.v2.base [None req-dcdc49c5-5d5a-457e-9947-686086438c5a admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-969866044-network', 'tenant_id': '14d920c2bb7044d8a0cff21581ddfaa9'}} {{(pid=91773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 06:55:40.565920 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-3ea4f4f5-6296-4d8b-95a7-2efd101194ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762332461204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723872'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:40.575945 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcdc49c5-5d5a-457e-9947-686086438c5a admin admin] Made reservation on behalf of 14d920c2bb7044d8a0cff21581ddfaa9 for: {'network': 1} {{(pid=91773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 06:55:40.578730 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-dcdc49c5-5d5a-457e-9947-686086438c5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-564483'] for network, before_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:40.597048 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-0867d6ae-abce-4735-830e-b0f60538620d req-96c65d94-be5a-4bb0-80d2-7eb235da2587 tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] 10.222.0.21 "GET /v2.0/security-groups?id=28c64220-de7a-4111-93c0-91d84e10d665&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458205 Jun 07 06:55:40.617285 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-dcdc49c5-5d5a-457e-9947-686086438c5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:40.626886 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762332461204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723872'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:40.720779 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a1aec8-4ca7-4d92-b9d7-c610ae0a89ce req-a852f6a4-9d21-4dff-a52e-2d686cfabe7a tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:55:40.730774 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-82a1aec8-4ca7-4d92-b9d7-c610ae0a89ce req-a852f6a4-9d21-4dff-a52e-2d686cfabe7a tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] 10.222.0.21 "GET /v2.0/ports?device_id=45af59d1-9852-4669-a1f9-b74a9c5d6b3a HTTP/1.1" status: 200 len: 945 time: 0.0960834 Jun 07 06:55:40.746455 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-dcdc49c5-5d5a-457e-9947-686086438c5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:40.752254 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-dcdc49c5-5d5a-457e-9947-686086438c5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1706761'] for security_group, after_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:40.755348 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-24ab7691-f6d9-4b11-9248-dea472a9701a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:55:40.778488 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-82a1aec8-4ca7-4d92-b9d7-c610ae0a89ce req-e5f4d019-fd5e-43d1-b935-43ce777cccaa tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] 10.222.0.21 "GET /v2.0/security-groups?id=1b4cb076-4f85-41ec-a873-5e63f865f342&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468116 Jun 07 06:55:40.787879 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dcdc49c5-5d5a-457e-9947-686086438c5a admin admin] vlan segment allocate from pool success with {'vlan_id': 301, 'physical_network': 'physnet1'} {{(pid=91773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 07 06:55:40.797523 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdc49c5-5d5a-457e-9947-686086438c5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9ad7a56-0689-46d4-902c-187a6d2f61ba,revision_number=1']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:55:40.801285 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-dcdc49c5-5d5a-457e-9947-686086438c5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:55:40.804070 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-dcdc49c5-5d5a-457e-9947-686086438c5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-712556'] for segment, precommit_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:40.804402 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.db.segments_db [None req-dcdc49c5-5d5a-457e-9947-686086438c5a admin admin] Added segment dd64b553-55a0-497a-b3fa-2881b749f6b3 of type vlan for network 44945c75-fd24-4f07-8506-376dfe01480a Jun 07 06:55:40.838201 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-dcdc49c5-5d5a-457e-9947-686086438c5a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762331920860'] for network, precommit_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:40.872004 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-dcdc49c5-5d5a-457e-9947-686086438c5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1706969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648529'] for network, after_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:40.873381 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcdc49c5-5d5a-457e-9947-686086438c5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:55:40.873930 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-dcdc49c5-5d5a-457e-9947-686086438c5a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648630'] for network, before_response {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:40.878752 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-04706227-4717-4fd0-80c4-998760ce54a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:55:40.930777 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.wsgi [-] (91772) accepted ('10.222.0.21', 55468) {{(pid=91772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:55:40.935927 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.v2.base [None req-36648172-2887-48d2-a24b-118443f09046 admin admin] Request body: {'subnet': {'network_id': '44945c75-fd24-4f07-8506-376dfe01480a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-969866044-subnet', 'tenant_id': '14d920c2bb7044d8a0cff21581ddfaa9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 06:55:40.940984 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [None req-dcdc49c5-5d5a-457e-9947-686086438c5a admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5181584 Jun 07 06:55:41.008051 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdc49c5-5d5a-457e-9947-686086438c5a admin admin] Pushing event updated for resources: {'Network': ['ID=44945c75-fd24-4f07-8506-376dfe01480a,revision_number=1']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:55:41.021823 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-dcdc49c5-5d5a-457e-9947-686086438c5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:55:41.023556 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Network 44945c75-fd24-4f07-8506-376dfe01480a details requested by agent ovs-agent-dv-cinder-784140-5-smb with host dv-cinder-784140-5-smb {{(pid=91774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 07 06:55:41.041121 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36648172-2887-48d2-a24b-118443f09046 admin admin] Made reservation on behalf of 14d920c2bb7044d8a0cff21581ddfaa9 for: {'subnet': 1} {{(pid=91772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 06:55:41.043537 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-36648172-2887-48d2-a24b-118443f09046 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2169916'] for subnet, before_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:41.152170 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd806ce4-111a-442f-be2e-9afdb6a47c6d req-c3f31336-9fdd-419d-be41-a163e4ba3513 tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:55:41.153924 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-dd806ce4-111a-442f-be2e-9afdb6a47c6d req-c3f31336-9fdd-419d-be41-a163e4ba3513 tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] 10.222.0.21 "GET /v2.0/ports?device_id=0b69e74a-2084-4d1c-a06d-6341ae621244 HTTP/1.1" status: 200 len: 946 time: 0.1947570 Jun 07 06:55:41.216318 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-dd806ce4-111a-442f-be2e-9afdb6a47c6d req-098f9899-2b3d-4b8c-afa8-11960cad0557 tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] 10.222.0.21 "GET /v2.0/security-groups?id=e7307ba2-82f7-48b4-bd29-8e5128908893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515304 Jun 07 06:55:41.311780 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-36648172-2887-48d2-a24b-118443f09046 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2958427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2169902'] for subnet, after_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:41.317154 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-21f5ca6e-3d55-4c72-a7d1-3030f8da1ec2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:55:41.386242 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36648172-2887-48d2-a24b-118443f09046 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fc82f5ae-7ff6-4674-94e1-85d4cda3234b,revision_number=0']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:55:41.389768 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-36648172-2887-48d2-a24b-118443f09046 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:55:41.396130 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36648172-2887-48d2-a24b-118443f09046 admin admin] Checking segment: {'id': 'dd64b553-55a0-497a-b3fa-2881b749f6b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '44945c75-fd24-4f07-8506-376dfe01480a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 06:55:41.396486 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36648172-2887-48d2-a24b-118443f09046 admin admin] Network hostable DHCP agents. Network: 44945c75-fd24-4f07-8506-376dfe01480a, hostable agents: ['9e620681-9ba6-48ee-a994-b814c2ae7583'], hosted agents: [] {{(pid=91772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 07 06:55:41.420980 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36648172-2887-48d2-a24b-118443f09046 admin admin] Network 44945c75-fd24-4f07-8506-376dfe01480a is scheduled to be hosted by DHCP agent 9e620681-9ba6-48ee-a994-b814c2ae7583 with binding_index 1 {{(pid=91772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 07 06:55:41.435350 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.scheduler.base_scheduler [None req-36648172-2887-48d2-a24b-118443f09046 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784140-5-smb, 44945c75-fd24-4f07-8506-376dfe01480a) {{(pid=91772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 06:55:41.445235 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f1fc8f1-f196-4830-92c0-a53442eb8281 None None] Network 44945c75-fd24-4f07-8506-376dfe01480a requested from dv-cinder-784140-5-smb {{(pid=91774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 06:55:41.446717 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36648172-2887-48d2-a24b-118443f09046 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:55:41.447447 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-36648172-2887-48d2-a24b-118443f09046 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648630'] for subnet, before_response {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:41.470421 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [None req-36648172-2887-48d2-a24b-118443f09046 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5381157 Jun 07 06:55:41.740725 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82179392-1163-40f9-b30a-7771a97f8f29 None None] Network 44945c75-fd24-4f07-8506-376dfe01480a requested from dv-cinder-784140-5-smb {{(pid=91774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 06:55:41.854110 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71c28f0-fef4-44f7-ac48-3091307cbaec req-d2a733ba-b4aa-4201-a035-d3e8ef82048b tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:55:41.855612 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-d71c28f0-fef4-44f7-ac48-3091307cbaec req-d2a733ba-b4aa-4201-a035-d3e8ef82048b tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] 10.222.0.21 "GET /v2.0/ports?device_id=06745a3f-9eec-46bb-b36d-d77358bd1e50 HTTP/1.1" status: 200 len: 945 time: 0.1391866 Jun 07 06:55:41.941564 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-d71c28f0-fef4-44f7-ac48-3091307cbaec req-cca84ee2-cbf4-46bf-973b-76324b628ee0 tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] 10.222.0.21 "GET /v2.0/security-groups?id=28c64220-de7a-4111-93c0-91d84e10d665&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769708 Jun 07 06:55:42.001970 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0c4964-2a9a-4d5b-b08f-cd73903acd4c req-7d75389c-f2d9-4dd1-a01c-9ecd54d5de22 tempest-VolumesActionsTest-701523973 tempest-VolumesActionsTest-701523973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:55:42.003520 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-cb0c4964-2a9a-4d5b-b08f-cd73903acd4c req-7d75389c-f2d9-4dd1-a01c-9ecd54d5de22 tempest-VolumesActionsTest-701523973 tempest-VolumesActionsTest-701523973-project] 10.222.0.21 "GET /v2.0/ports?device_id=299afa4a-92c8-4bbc-b490-27877f412377 HTTP/1.1" status: 200 len: 945 time: 0.1048026 Jun 07 06:55:42.049529 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-cb0c4964-2a9a-4d5b-b08f-cd73903acd4c req-715622a3-ae81-4c6e-bc61-37fc64efe965 tempest-VolumesActionsTest-701523973 tempest-VolumesActionsTest-701523973-project] 10.222.0.21 "GET /v2.0/security-groups?id=aff93f7c-c2b3-4595-8322-8a14adf9ca70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400519 Jun 07 06:55:42.136363 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-7052a4e3-dcb7-48ac-a7a0-7c0e94d6da24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762332461204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723872'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:42.136507 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affe9238-416b-41e8-9550-3bede547c41f req-39f4725f-7525-4a47-a86c-c8c102a90d18 tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:55:42.140416 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-affe9238-416b-41e8-9550-3bede547c41f req-39f4725f-7525-4a47-a86c-c8c102a90d18 tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] 10.222.0.21 "GET /v2.0/ports?device_id=45af59d1-9852-4669-a1f9-b74a9c5d6b3a HTTP/1.1" status: 200 len: 945 time: 0.0941167 Jun 07 06:55:42.196821 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-affe9238-416b-41e8-9550-3bede547c41f req-23adb761-9043-4f79-8971-6fda5ec52c67 tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] 10.222.0.21 "GET /v2.0/security-groups?id=1b4cb076-4f85-41ec-a873-5e63f865f342&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534902 Jun 07 06:55:42.401865 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f216baf-702a-453e-87d1-870121f62525 req-ac72e6b4-c68f-4ab8-a074-9e2995662812 tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:55:42.403871 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-4f216baf-702a-453e-87d1-870121f62525 req-ac72e6b4-c68f-4ab8-a074-9e2995662812 tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] 10.222.0.21 "GET /v2.0/ports?device_id=0b69e74a-2084-4d1c-a06d-6341ae621244 HTTP/1.1" status: 200 len: 946 time: 0.0793097 Jun 07 06:55:42.451008 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-4f216baf-702a-453e-87d1-870121f62525 req-0e6d0056-c0eb-45f9-9de8-fb0c1463cee5 tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] 10.222.0.21 "GET /v2.0/security-groups?id=e7307ba2-82f7-48b4-bd29-8e5128908893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408692 Jun 07 06:55:43.134810 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e08756-2f9f-4d2a-b409-31a5cf04ea5d req-0dc6138b-c866-4cc0-9fdd-723b306b85cd tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:55:43.136180 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-c2e08756-2f9f-4d2a-b409-31a5cf04ea5d req-0dc6138b-c866-4cc0-9fdd-723b306b85cd tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] 10.222.0.21 "GET /v2.0/ports?device_id=06745a3f-9eec-46bb-b36d-d77358bd1e50 HTTP/1.1" status: 200 len: 945 time: 0.0786772 Jun 07 06:55:43.230212 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-c2e08756-2f9f-4d2a-b409-31a5cf04ea5d req-e46488c4-f899-4203-a9eb-40cac2f465d9 tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] 10.222.0.21 "GET /v2.0/security-groups?id=28c64220-de7a-4111-93c0-91d84e10d665&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0878391 Jun 07 06:55:43.267950 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3174dcd6-d8b3-4e7d-9019-76c0379f4e0e req-f154c947-f500-40d3-875e-2625c5146b11 tempest-VolumesActionsTest-701523973 tempest-VolumesActionsTest-701523973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:55:43.268968 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-3174dcd6-d8b3-4e7d-9019-76c0379f4e0e req-f154c947-f500-40d3-875e-2625c5146b11 tempest-VolumesActionsTest-701523973 tempest-VolumesActionsTest-701523973-project] 10.222.0.21 "GET /v2.0/ports?device_id=299afa4a-92c8-4bbc-b490-27877f412377 HTTP/1.1" status: 200 len: 945 time: 0.1109579 Jun 07 06:55:43.317639 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-3174dcd6-d8b3-4e7d-9019-76c0379f4e0e req-cab0c492-1794-49cc-a28a-4c1b3edbdea4 tempest-VolumesActionsTest-701523973 tempest-VolumesActionsTest-701523973-project] 10.222.0.21 "GET /v2.0/security-groups?id=aff93f7c-c2b3-4595-8322-8a14adf9ca70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392122 Jun 07 06:55:43.417319 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c59532a-c332-429a-9825-6b95565c7e57 req-4d859c1c-8277-4ca5-8033-5133215c8a86 tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:55:43.418741 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-3c59532a-c332-429a-9825-6b95565c7e57 req-4d859c1c-8277-4ca5-8033-5133215c8a86 tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] 10.222.0.21 "GET /v2.0/ports?device_id=45af59d1-9852-4669-a1f9-b74a9c5d6b3a HTTP/1.1" status: 200 len: 945 time: 0.0833757 Jun 07 06:55:43.508524 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-3c59532a-c332-429a-9825-6b95565c7e57 req-e4264182-8897-4a70-8693-ab4e35b53c46 tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] 10.222.0.21 "GET /v2.0/security-groups?id=1b4cb076-4f85-41ec-a873-5e63f865f342&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0839968 Jun 07 06:55:43.607599 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33a1159-ff6f-4cb2-84c6-fb8e4d28e836 req-528b2afc-d4ec-47f5-a03f-6a78b040fcd1 tempest-VolumesSnapshotTestJSON-1176599214 tempest-VolumesSnapshotTestJSON-1176599214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:55:43.609050 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-c33a1159-ff6f-4cb2-84c6-fb8e4d28e836 req-528b2afc-d4ec-47f5-a03f-6a78b040fcd1 tempest-VolumesSnapshotTestJSON-1176599214 tempest-VolumesSnapshotTestJSON-1176599214-project] 10.222.0.21 "GET /v2.0/networks?id=44945c75-fd24-4f07-8506-376dfe01480a HTTP/1.1" status: 200 len: 813 time: 0.1648877 Jun 07 06:55:43.669727 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-c33a1159-ff6f-4cb2-84c6-fb8e4d28e836 req-ed35076f-6d2d-43f7-9eff-4657a3ff265f tempest-VolumesSnapshotTestJSON-1176599214 tempest-VolumesSnapshotTestJSON-1176599214-project] 10.222.0.21 "GET /v2.0/quotas/14d920c2bb7044d8a0cff21581ddfaa9 HTTP/1.1" status: 200 len: 375 time: 0.0258746 Jun 07 06:55:43.721661 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-c33a1159-ff6f-4cb2-84c6-fb8e4d28e836 req-d77ffb87-6604-4c4a-aee1-c41b13c44813 tempest-VolumesSnapshotTestJSON-1176599214 tempest-VolumesSnapshotTestJSON-1176599214-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=14d920c2bb7044d8a0cff21581ddfaa9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0447624 Jun 07 06:55:43.767410 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2fbe0a-2aad-4236-ba31-c4852fcc4779 req-1a537b36-0813-4b8e-a492-347ebec11c6c tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:55:43.768972 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-7a2fbe0a-2aad-4236-ba31-c4852fcc4779 req-1a537b36-0813-4b8e-a492-347ebec11c6c tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] 10.222.0.21 "GET /v2.0/ports?device_id=0b69e74a-2084-4d1c-a06d-6341ae621244 HTTP/1.1" status: 200 len: 946 time: 0.1590736 Jun 07 06:55:43.969846 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-7a2fbe0a-2aad-4236-ba31-c4852fcc4779 req-e3042a45-6219-4ed1-acb1-6ec9ecf5f0f4 tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] 10.222.0.21 "GET /v2.0/security-groups?id=e7307ba2-82f7-48b4-bd29-8e5128908893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1876626 Jun 07 06:55:43.994838 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-c33a1159-ff6f-4cb2-84c6-fb8e4d28e836 req-46aaa6ab-ff0e-434b-b1ab-5b1a5c1c6e1b service neutron] 10.222.0.21 "GET /v2.0/networks/44945c75-fd24-4f07-8506-376dfe01480a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2665358 Jun 07 06:55:44.126631 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-c33a1159-ff6f-4cb2-84c6-fb8e4d28e836 req-b7ce2c4b-d63b-4bb7-af2f-68a778c0d2b0 service neutron] 10.222.0.21 "GET /v2.0/networks/44945c75-fd24-4f07-8506-376dfe01480a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259067 Jun 07 06:55:44.308455 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-771d2adb-56b6-4c99-af12-5c440c0d2c1e req-c8a6afa0-4f7c-49ce-afbc-949538286ced tempest-VolumesSnapshotTestJSON-1176599214 tempest-VolumesSnapshotTestJSON-1176599214-project] 10.222.0.21 "GET /v2.0/ports?device_id=36ef95c8-44f0-4c07-99bb-ed96dc9044f5 HTTP/1.1" status: 200 len: 210 time: 0.0424852 Jun 07 06:55:44.430918 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330c1ebb-76cb-4bf4-9785-97510b69f1f7 req-541aa0da-e06d-424d-9d44-46a20e5d573a tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:55:44.432456 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-330c1ebb-76cb-4bf4-9785-97510b69f1f7 req-541aa0da-e06d-424d-9d44-46a20e5d573a tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] 10.222.0.21 "GET /v2.0/ports?device_id=06745a3f-9eec-46bb-b36d-d77358bd1e50 HTTP/1.1" status: 200 len: 945 time: 0.0859654 Jun 07 06:55:44.519852 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50239eaf-d21f-4e4a-991d-9c9d6e00f168 req-015ffd83-06ba-4a76-a1c9-4611d7e6398e tempest-VolumesActionsTest-701523973 tempest-VolumesActionsTest-701523973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:55:44.521516 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-50239eaf-d21f-4e4a-991d-9c9d6e00f168 req-015ffd83-06ba-4a76-a1c9-4611d7e6398e tempest-VolumesActionsTest-701523973 tempest-VolumesActionsTest-701523973-project] 10.222.0.43 "GET /v2.0/ports?device_id=299afa4a-92c8-4bbc-b490-27877f412377 HTTP/1.1" status: 200 len: 945 time: 0.0947127 Jun 07 06:55:44.533382 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-330c1ebb-76cb-4bf4-9785-97510b69f1f7 req-6e11a864-2e62-4f41-9039-8f4a1222b932 tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] 10.222.0.21 "GET /v2.0/security-groups?id=28c64220-de7a-4111-93c0-91d84e10d665&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651586 Jun 07 06:55:44.564712 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa385d3c-6aa9-4485-a00c-0bd2f8d2099d req-2206f26a-bc35-4877-aba9-99385090957c tempest-VolumesActionsTest-701523973 tempest-VolumesActionsTest-701523973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:55:44.566227 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-aa385d3c-6aa9-4485-a00c-0bd2f8d2099d req-2206f26a-bc35-4877-aba9-99385090957c tempest-VolumesActionsTest-701523973 tempest-VolumesActionsTest-701523973-project] 10.222.0.21 "GET /v2.0/ports?device_id=299afa4a-92c8-4bbc-b490-27877f412377 HTTP/1.1" status: 200 len: 945 time: 0.1329105 Jun 07 06:55:44.614558 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-aa385d3c-6aa9-4485-a00c-0bd2f8d2099d req-98587515-b340-4b2a-86fc-2502ed60a2b8 tempest-VolumesActionsTest-701523973 tempest-VolumesActionsTest-701523973-project] 10.222.0.21 "GET /v2.0/security-groups?id=aff93f7c-c2b3-4595-8322-8a14adf9ca70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421586 Jun 07 06:55:44.706505 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.plugin [req-50239eaf-d21f-4e4a-991d-9c9d6e00f168 req-24b4011e-e1ce-4303-a0c6-6d2e17c20ef3 tempest-VolumesActionsTest-701523973 tempest-VolumesActionsTest-701523973-project] Deleting port 32d1be0c-1840-4fb2-b2b4-3bca948dfdaf {{(pid=91773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 06:55:44.706927 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [req-50239eaf-d21f-4e4a-991d-9c9d6e00f168 req-24b4011e-e1ce-4303-a0c6-6d2e17c20ef3 tempest-VolumesActionsTest-701523973 tempest-VolumesActionsTest-701523973-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762332413660'] for port, before_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:44.746280 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c15f90-e685-463d-98ae-0cec8e839543 req-7675f326-fa38-4ac8-b46a-c558dad3633b tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:55:44.748303 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-b9c15f90-e685-463d-98ae-0cec8e839543 req-7675f326-fa38-4ac8-b46a-c558dad3633b tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] 10.222.0.21 "GET /v2.0/ports?device_id=45af59d1-9852-4669-a1f9-b74a9c5d6b3a HTTP/1.1" status: 200 len: 945 time: 0.0872939 Jun 07 06:55:44.795212 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-b9c15f90-e685-463d-98ae-0cec8e839543 req-aa5d55ad-fe28-412e-b1a3-64388d4920a2 tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] 10.222.0.21 "GET /v2.0/security-groups?id=1b4cb076-4f85-41ec-a873-5e63f865f342&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396025 Jun 07 06:55:44.851243 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.db [req-50239eaf-d21f-4e4a-991d-9c9d6e00f168 req-24b4011e-e1ce-4303-a0c6-6d2e17c20ef3 tempest-VolumesActionsTest-701523973 tempest-VolumesActionsTest-701523973-project] For port 32d1be0c-1840-4fb2-b2b4-3bca948dfdaf, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=32d1be0c-1840-4fb2-b2b4-3bca948dfdaf,segment=NetworkSegment(ccdc1b9c-948c-410b-aa2d-4ae78f335c6d),segment_id=ccdc1b9c-948c-410b-aa2d-4ae78f335c6d)] {{(pid=91773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 06:55:44.851596 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [req-50239eaf-d21f-4e4a-991d-9c9d6e00f168 req-24b4011e-e1ce-4303-a0c6-6d2e17c20ef3 tempest-VolumesActionsTest-701523973 tempest-VolumesActionsTest-701523973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1669251'] for port, precommit_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:44.977842 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.plugin [req-50239eaf-d21f-4e4a-991d-9c9d6e00f168 req-24b4011e-e1ce-4303-a0c6-6d2e17c20ef3 tempest-VolumesActionsTest-701523973 tempest-VolumesActionsTest-701523973-project] Calling delete_port for 32d1be0c-1840-4fb2-b2b4-3bca948dfdaf owned by compute:nova {{(pid=91773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 06:55:45.098974 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [req-50239eaf-d21f-4e4a-991d-9c9d6e00f168 req-24b4011e-e1ce-4303-a0c6-6d2e17c20ef3 tempest-VolumesActionsTest-701523973 tempest-VolumesActionsTest-701523973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-569476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762332438236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762331935088'] for port, after_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:45.104984 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-6c451c74-948c-4716-9735-628d51c6cb72 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:55:45.112895 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.db [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] get_ports_and_sgs() called for port_ids ['32d1be0c-1840-4fb2-b2b4-3bca948dfdaf'] {{(pid=91774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 06:55:45.152643 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b4011e-e1ce-4303-a0c6-6d2e17c20ef3 tempest-VolumesActionsTest-701523973 tempest-VolumesActionsTest-701523973-project] Pushing event deleted for resources: {'Port': ['ID=32d1be0c-1840-4fb2-b2b4-3bca948dfdaf,revision_number=None']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:55:45.156340 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-24b4011e-e1ce-4303-a0c6-6d2e17c20ef3 tempest-VolumesActionsTest-701523973 tempest-VolumesActionsTest-701523973-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:55:45.221390 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb91b13-3ece-4886-9b36-8e3a08f6417d req-d3e06cda-4e9b-441f-bf0c-c98816ad1f37 tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:55:45.223021 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-deb91b13-3ece-4886-9b36-8e3a08f6417d req-d3e06cda-4e9b-441f-bf0c-c98816ad1f37 tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] 10.222.0.21 "GET /v2.0/ports?device_id=0b69e74a-2084-4d1c-a06d-6341ae621244 HTTP/1.1" status: 200 len: 946 time: 0.1388254 Jun 07 06:55:45.237278 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.db.l3_dvrscheduler_db [req-50239eaf-d21f-4e4a-991d-9c9d6e00f168 req-24b4011e-e1ce-4303-a0c6-6d2e17c20ef3 tempest-VolumesActionsTest-701523973 tempest-VolumesActionsTest-701523973-project] No DVR routers for this DVR port 32d1be0c-1840-4fb2-b2b4-3bca948dfdaf on host hv-cinder-78414 {{(pid=91773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 06:55:45.240314 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [req-50239eaf-d21f-4e4a-991d-9c9d6e00f168 req-24b4011e-e1ce-4303-a0c6-6d2e17c20ef3 tempest-VolumesActionsTest-701523973 tempest-VolumesActionsTest-701523973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503096'] for port, before_response {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:45.242172 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-50239eaf-d21f-4e4a-991d-9c9d6e00f168 req-24b4011e-e1ce-4303-a0c6-6d2e17c20ef3 tempest-VolumesActionsTest-701523973 tempest-VolumesActionsTest-701523973-project] 10.222.0.43 "DELETE /v2.0/ports/32d1be0c-1840-4fb2-b2b4-3bca948dfdaf HTTP/1.1" status: 204 len: 173 time: 0.7040088 Jun 07 06:55:45.242661 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '299afa4a-92c8-4bbc-b490-27877f412377', 'name': 'network-vif-deleted', 'tag': '32d1be0c-1840-4fb2-b2b4-3bca948dfdaf'}] {{(pid=91773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 06:55:45.246167 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7af0e1444f231fbc9cc9c3372b4fb62bb65a3f4c42e6951a4a8787648e20f245" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9837355-adcb-41c6-9c0d-382dbdc6a651" -d '{"events": [{"server_uuid": "299afa4a-92c8-4bbc-b490-27877f412377", "name": "network-vif-deleted", "tag": "32d1be0c-1840-4fb2-b2b4-3bca948dfdaf"}]}' {{(pid=91773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 06:55:45.280514 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-deb91b13-3ece-4886-9b36-8e3a08f6417d req-3cc8c478-57b3-455f-84a8-fcabd9bef68c tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] 10.222.0.21 "GET /v2.0/security-groups?id=e7307ba2-82f7-48b4-bd29-8e5128908893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507004 Jun 07 06:55:45.333131 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 06:55:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dc956a8-75a9-4f43-9bc5-041707fdff3b x-openstack-request-id: req-2dc956a8-75a9-4f43-9bc5-041707fdff3b {{(pid=91773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 06:55:45.333760 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "299afa4a-92c8-4bbc-b490-27877f412377", "name": "network-vif-deleted", "tag": "32d1be0c-1840-4fb2-b2b4-3bca948dfdaf", "status": "completed", "code": 200}]} {{(pid=91773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 06:55:45.334098 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2dc956a8-75a9-4f43-9bc5-041707fdff3b {{(pid=91773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 06:55:45.334571 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '299afa4a-92c8-4bbc-b490-27877f412377', 'name': 'network-vif-deleted', 'tag': '32d1be0c-1840-4fb2-b2b4-3bca948dfdaf', 'status': 'completed', 'code': 200} Jun 07 06:55:45.409521 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69255782-c8cd-4cda-83c0-b4c19f60513a req-f7305e7b-42bb-4ae4-988d-b50a6bc63131 tempest-AttachVolumeNegativeTest-2031625228 tempest-AttachVolumeNegativeTest-2031625228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:55:45.410967 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-69255782-c8cd-4cda-83c0-b4c19f60513a req-f7305e7b-42bb-4ae4-988d-b50a6bc63131 tempest-AttachVolumeNegativeTest-2031625228 tempest-AttachVolumeNegativeTest-2031625228-project] 10.222.0.21 "GET /v2.0/ports?device_id=06dc4dd3-1a2b-48f8-ba01-72281419f3bc HTTP/1.1" status: 200 len: 946 time: 0.0868165 Jun 07 06:55:45.476447 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-efe68fd5-f11b-4c72-b4f4-4ccf8473461b req-92e42a6e-9801-4aff-9292-c893f0926100 tempest-VolumesSnapshotTestJSON-1176599214 tempest-VolumesSnapshotTestJSON-1176599214-project] 10.222.0.21 "GET /v2.0/ports?device_id=36ef95c8-44f0-4c07-99bb-ed96dc9044f5 HTTP/1.1" status: 200 len: 210 time: 0.0470583 Jun 07 06:55:45.496481 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-69255782-c8cd-4cda-83c0-b4c19f60513a req-29f57464-b39e-47bf-83c9-542687112d8c tempest-AttachVolumeNegativeTest-2031625228 tempest-AttachVolumeNegativeTest-2031625228-project] 10.222.0.21 "GET /v2.0/security-groups?id=3d4b3a4d-8433-4457-868d-75e29ba07bfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797942 Jun 07 06:55:45.730169 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbfd2c1-e0f2-49e3-80b5-80753765c6ea req-95ed185a-8522-48a2-a605-654f805f05c5 tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:55:45.733613 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-0dbfd2c1-e0f2-49e3-80b5-80753765c6ea req-95ed185a-8522-48a2-a605-654f805f05c5 tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] 10.222.0.21 "GET /v2.0/ports?device_id=06745a3f-9eec-46bb-b36d-d77358bd1e50 HTTP/1.1" status: 200 len: 945 time: 0.0864739 Jun 07 06:55:45.805931 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-2f905517-7601-4519-b81e-b77ab4484c71 req-954667f3-b9ec-4a75-bbb7-5536120abf36 tempest-VolumesActionsTest-701523973 tempest-VolumesActionsTest-701523973-project] 10.222.0.21 "GET /v2.0/ports?device_id=299afa4a-92c8-4bbc-b490-27877f412377 HTTP/1.1" status: 200 len: 210 time: 0.0511925 Jun 07 06:55:45.818716 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-0dbfd2c1-e0f2-49e3-80b5-80753765c6ea req-2b49780d-4b6c-44c8-8a35-12e32fcd1d9e tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] 10.222.0.21 "GET /v2.0/security-groups?id=28c64220-de7a-4111-93c0-91d84e10d665&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791850 Jun 07 06:55:45.905030 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33a1159-ff6f-4cb2-84c6-fb8e4d28e836 req-6488b595-6d6d-4ff7-9072-96bde099d55e tempest-VolumesSnapshotTestJSON-1176599214 tempest-VolumesSnapshotTestJSON-1176599214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:55:45.906911 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-c33a1159-ff6f-4cb2-84c6-fb8e4d28e836 req-6488b595-6d6d-4ff7-9072-96bde099d55e tempest-VolumesSnapshotTestJSON-1176599214 tempest-VolumesSnapshotTestJSON-1176599214-project] 10.222.0.43 "GET /v2.0/networks?id=44945c75-fd24-4f07-8506-376dfe01480a HTTP/1.1" status: 200 len: 813 time: 0.1541169 Jun 07 06:55:45.923454 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.v2.base [req-c33a1159-ff6f-4cb2-84c6-fb8e4d28e836 req-6cf12f71-3916-4287-a280-61c82c282eac tempest-VolumesSnapshotTestJSON-1176599214 tempest-VolumesSnapshotTestJSON-1176599214-project] Request body: {'port': {'device_id': '36ef95c8-44f0-4c07-99bb-ed96dc9044f5', 'network_id': '44945c75-fd24-4f07-8506-376dfe01480a', 'admin_state_up': True, 'tenant_id': '14d920c2bb7044d8a0cff21581ddfaa9'}} {{(pid=91773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 06:55:46.021539 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf362ead-ea55-4d0c-a2f6-be02f5b97ab9 req-03a16d7b-5177-41cc-bc82-6acbd8721543 tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:55:46.022958 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-cf362ead-ea55-4d0c-a2f6-be02f5b97ab9 req-03a16d7b-5177-41cc-bc82-6acbd8721543 tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] 10.222.0.21 "GET /v2.0/ports?device_id=45af59d1-9852-4669-a1f9-b74a9c5d6b3a HTTP/1.1" status: 200 len: 945 time: 0.0835536 Jun 07 06:55:46.071342 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-cf362ead-ea55-4d0c-a2f6-be02f5b97ab9 req-8aadde56-042c-438e-b7e3-805a1491ccdb tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] 10.222.0.21 "GET /v2.0/security-groups?id=1b4cb076-4f85-41ec-a873-5e63f865f342&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417151 Jun 07 06:55:46.077971 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c33a1159-ff6f-4cb2-84c6-fb8e4d28e836 req-6cf12f71-3916-4287-a280-61c82c282eac tempest-VolumesSnapshotTestJSON-1176599214 tempest-VolumesSnapshotTestJSON-1176599214-project] Made reservation on behalf of 14d920c2bb7044d8a0cff21581ddfaa9 for: {'port': 1} {{(pid=91773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 06:55:46.081439 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [req-c33a1159-ff6f-4cb2-84c6-fb8e4d28e836 req-6cf12f71-3916-4287-a280-61c82c282eac tempest-VolumesSnapshotTestJSON-1176599214 tempest-VolumesSnapshotTestJSON-1176599214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564700'] for port, before_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:46.245238 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.db.db_base_plugin_common [req-c33a1159-ff6f-4cb2-84c6-fb8e4d28e836 req-6cf12f71-3916-4287-a280-61c82c282eac tempest-VolumesSnapshotTestJSON-1176599214 tempest-VolumesSnapshotTestJSON-1176599214-project] Allocated IP 172.20.0.6 (44945c75-fd24-4f07-8506-376dfe01480a/fc82f5ae-7ff6-4674-94e1-85d4cda3234b/cd05e9bc-3525-4bbc-9697-9fbde478d7c9) {{(pid=91773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 06:55:46.479839 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91e62ab-43e4-458d-84d0-9b24038ff293 req-19a41d57-54f1-4534-9f82-287404fea263 tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:55:46.482025 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-f91e62ab-43e4-458d-84d0-9b24038ff293 req-19a41d57-54f1-4534-9f82-287404fea263 tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] 10.222.0.21 "GET /v2.0/ports?device_id=0b69e74a-2084-4d1c-a06d-6341ae621244 HTTP/1.1" status: 200 len: 946 time: 0.0868049 Jun 07 06:55:46.535124 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-f91e62ab-43e4-458d-84d0-9b24038ff293 req-3e645108-5f9c-4731-b35d-bdcf0898e3c1 tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] 10.222.0.21 "GET /v2.0/security-groups?id=e7307ba2-82f7-48b4-bd29-8e5128908893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473790 Jun 07 06:55:46.537977 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [req-c33a1159-ff6f-4cb2-84c6-fb8e4d28e836 req-6cf12f71-3916-4287-a280-61c82c282eac tempest-VolumesSnapshotTestJSON-1176599214 tempest-VolumesSnapshotTestJSON-1176599214-project] Notify callbacks [] for port, precommit_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:46.578299 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [req-c33a1159-ff6f-4cb2-84c6-fb8e4d28e836 req-6cf12f71-3916-4287-a280-61c82c282eac tempest-VolumesSnapshotTestJSON-1176599214 tempest-VolumesSnapshotTestJSON-1176599214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-569476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648536', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762331935079'] for port, after_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:46.584473 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-f729224b-fb0e-42c4-b36c-9a5b0c3924c5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:55:46.660684 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c33a1159-ff6f-4cb2-84c6-fb8e4d28e836 req-6cf12f71-3916-4287-a280-61c82c282eac tempest-VolumesSnapshotTestJSON-1176599214 tempest-VolumesSnapshotTestJSON-1176599214-project] Network 44945c75-fd24-4f07-8506-376dfe01480a is already hosted by enough agents. {{(pid=91773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 06:55:46.663612 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.scheduler.base_scheduler [req-c33a1159-ff6f-4cb2-84c6-fb8e4d28e836 req-6cf12f71-3916-4287-a280-61c82c282eac tempest-VolumesSnapshotTestJSON-1176599214 tempest-VolumesSnapshotTestJSON-1176599214-project] Resources bound (agent type, host, resource id): {{(pid=91773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 06:55:46.667874 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.db.l3_dvrscheduler_db [req-c33a1159-ff6f-4cb2-84c6-fb8e4d28e836 req-6cf12f71-3916-4287-a280-61c82c282eac tempest-VolumesSnapshotTestJSON-1176599214 tempest-VolumesSnapshotTestJSON-1176599214-project] Received port after_create {{(pid=91773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 06:55:46.673770 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33a1159-ff6f-4cb2-84c6-fb8e4d28e836 req-6cf12f71-3916-4287-a280-61c82c282eac tempest-VolumesSnapshotTestJSON-1176599214 tempest-VolumesSnapshotTestJSON-1176599214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:55:46.674356 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [req-c33a1159-ff6f-4cb2-84c6-fb8e4d28e836 req-6cf12f71-3916-4287-a280-61c82c282eac tempest-VolumesSnapshotTestJSON-1176599214 tempest-VolumesSnapshotTestJSON-1176599214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503096'] for port, before_response {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:46.679518 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf12f71-3916-4287-a280-61c82c282eac tempest-VolumesSnapshotTestJSON-1176599214 tempest-VolumesSnapshotTestJSON-1176599214-project] Pushing event updated for resources: {'Port': ['ID=cd05e9bc-3525-4bbc-9697-9fbde478d7c9,revision_number=1']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:55:46.686116 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-6cf12f71-3916-4287-a280-61c82c282eac tempest-VolumesSnapshotTestJSON-1176599214 tempest-VolumesSnapshotTestJSON-1176599214-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:55:46.694668 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-c33a1159-ff6f-4cb2-84c6-fb8e4d28e836 req-6cf12f71-3916-4287-a280-61c82c282eac tempest-VolumesSnapshotTestJSON-1176599214 tempest-VolumesSnapshotTestJSON-1176599214-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7748885 Jun 07 06:55:46.709994 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.v2.base [req-c33a1159-ff6f-4cb2-84c6-fb8e4d28e836 req-c9871aae-463d-44a0-a7be-f84a987b66c0 service neutron] Request body: {'port': {'device_id': '36ef95c8-44f0-4c07-99bb-ed96dc9044f5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78414'}} {{(pid=91773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 06:55:46.718050 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2b5417-1537-429e-803d-defca2308092 req-730db704-ea03-45f4-b00d-9e2560b08fd0 tempest-VolumesSnapshotTestJSON-1176599214 tempest-VolumesSnapshotTestJSON-1176599214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:55:46.719489 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-7d2b5417-1537-429e-803d-defca2308092 req-730db704-ea03-45f4-b00d-9e2560b08fd0 tempest-VolumesSnapshotTestJSON-1176599214 tempest-VolumesSnapshotTestJSON-1176599214-project] 10.222.0.21 "GET /v2.0/ports?device_id=36ef95c8-44f0-4c07-99bb-ed96dc9044f5 HTTP/1.1" status: 200 len: 931 time: 0.1344495 Jun 07 06:55:46.772086 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d1bcad-a427-468b-8505-6d979559fd26 req-d3329ce8-4ac2-4a18-ab9f-149f576ab2a5 tempest-AttachVolumeNegativeTest-2031625228 tempest-AttachVolumeNegativeTest-2031625228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:55:46.773519 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-a3d1bcad-a427-468b-8505-6d979559fd26 req-d3329ce8-4ac2-4a18-ab9f-149f576ab2a5 tempest-AttachVolumeNegativeTest-2031625228 tempest-AttachVolumeNegativeTest-2031625228-project] 10.222.0.21 "GET /v2.0/ports?device_id=06dc4dd3-1a2b-48f8-ba01-72281419f3bc HTTP/1.1" status: 200 len: 946 time: 0.1304615 Jun 07 06:55:46.781487 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-7d2b5417-1537-429e-803d-defca2308092 req-dd383c3c-0828-4f05-a062-1cf403a8d42a tempest-VolumesSnapshotTestJSON-1176599214 tempest-VolumesSnapshotTestJSON-1176599214-project] 10.222.0.21 "GET /v2.0/security-groups?id=f9ad7a56-0689-46d4-902c-187a6d2f61ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551279 Jun 07 06:55:46.822003 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-a3d1bcad-a427-468b-8505-6d979559fd26 req-71e65140-8772-429a-b21c-fde68b6d4cda tempest-AttachVolumeNegativeTest-2031625228 tempest-AttachVolumeNegativeTest-2031625228-project] 10.222.0.21 "GET /v2.0/security-groups?id=3d4b3a4d-8433-4457-868d-75e29ba07bfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393167 Jun 07 06:55:46.828753 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [req-c33a1159-ff6f-4cb2-84c6-fb8e4d28e836 req-c9871aae-463d-44a0-a7be-f84a987b66c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564700'] for port, before_update {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:47.013755 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3c4b72-6ebb-41e1-9d08-471a880bf893 req-ae3703b9-3e0d-49ce-8d55-969a8cf7012f tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:55:47.015244 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-eb3c4b72-6ebb-41e1-9d08-471a880bf893 req-ae3703b9-3e0d-49ce-8d55-969a8cf7012f tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] 10.222.0.21 "GET /v2.0/ports?device_id=06745a3f-9eec-46bb-b36d-d77358bd1e50 HTTP/1.1" status: 200 len: 945 time: 0.0794115 Jun 07 06:55:47.070660 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-eb3c4b72-6ebb-41e1-9d08-471a880bf893 req-9ce3e17e-7219-40c7-8e22-f5123ec52223 tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] 10.222.0.21 "GET /v2.0/security-groups?id=28c64220-de7a-4111-93c0-91d84e10d665&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493731 Jun 07 06:55:47.197376 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.notifiers.nova [req-c33a1159-ff6f-4cb2-84c6-fb8e4d28e836 req-c9871aae-463d-44a0-a7be-f84a987b66c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd05e9bc-3525-4bbc-9697-9fbde478d7c9 {{(pid=91773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 06:55:47.204691 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [req-c33a1159-ff6f-4cb2-84c6-fb8e4d28e836 req-c9871aae-463d-44a0-a7be-f84a987b66c0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:47.219252 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.db.provisioning_blocks [req-c33a1159-ff6f-4cb2-84c6-fb8e4d28e836 req-c9871aae-463d-44a0-a7be-f84a987b66c0 service neutron] Transition to ACTIVE for port object cd05e9bc-3525-4bbc-9697-9fbde478d7c9 will not be triggered until provisioned by entity L2. {{(pid=91773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 06:55:47.223620 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [req-c33a1159-ff6f-4cb2-84c6-fb8e4d28e836 req-c9871aae-463d-44a0-a7be-f84a987b66c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-569476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762332438254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762331935097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762331935142'] for port, after_update {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:47.227214 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-9ed7be3c-de86-4ec5-98ec-b2a173550bcb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:55:47.386459 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c1f20e-5494-4a09-92be-22709df1d94f req-96d71fc6-9857-4ed3-9799-d34c63cc8f69 tempest-VolumesActionsTest-701523973 tempest-VolumesActionsTest-701523973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:55:47.388221 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-67c1f20e-5494-4a09-92be-22709df1d94f req-96d71fc6-9857-4ed3-9799-d34c63cc8f69 tempest-VolumesActionsTest-701523973 tempest-VolumesActionsTest-701523973-project] 10.222.0.21 "GET /v2.0/networks?id=cca43da6-1a9d-488f-ad2b-58d612290be5 HTTP/1.1" status: 200 len: 809 time: 0.2805114 Jun 07 06:55:47.411480 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9871aae-463d-44a0-a7be-f84a987b66c0 service neutron] Pushing event updated for resources: {'Port': ['ID=cd05e9bc-3525-4bbc-9697-9fbde478d7c9,revision_number=2']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:55:47.414277 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-c9871aae-463d-44a0-a7be-f84a987b66c0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:55:47.416573 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.managers [req-c33a1159-ff6f-4cb2-84c6-fb8e4d28e836 req-c9871aae-463d-44a0-a7be-f84a987b66c0 service neutron] Attempting to bind port cd05e9bc-3525-4bbc-9697-9fbde478d7c9 on host hv-cinder-78414 for vnic_type normal with profile {{(pid=91773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 06:55:47.416893 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.managers [req-c33a1159-ff6f-4cb2-84c6-fb8e4d28e836 req-c9871aae-463d-44a0-a7be-f84a987b66c0 service neutron] Attempting to bind port cd05e9bc-3525-4bbc-9697-9fbde478d7c9 by drivers openvswitch,hyperv on host hv-cinder-78414 at level 0 using segments [{'id': 'dd64b553-55a0-497a-b3fa-2881b749f6b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '44945c75-fd24-4f07-8506-376dfe01480a'}] {{(pid=91773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 06:55:47.417208 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c33a1159-ff6f-4cb2-84c6-fb8e4d28e836 req-c9871aae-463d-44a0-a7be-f84a987b66c0 service neutron] Attempting to bind port cd05e9bc-3525-4bbc-9697-9fbde478d7c9 on network 44945c75-fd24-4f07-8506-376dfe01480a {{(pid=91773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 06:55:47.420861 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583c154a-3197-408f-b9b3-93b437e1b0e3 req-31e5bf6e-5c26-4d45-9603-0ff9623ce51c tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:55:47.422297 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-583c154a-3197-408f-b9b3-93b437e1b0e3 req-31e5bf6e-5c26-4d45-9603-0ff9623ce51c tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] 10.222.0.21 "GET /v2.0/ports?device_id=45af59d1-9852-4669-a1f9-b74a9c5d6b3a HTTP/1.1" status: 200 len: 945 time: 0.2204792 Jun 07 06:55:47.422646 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c33a1159-ff6f-4cb2-84c6-fb8e4d28e836 req-c9871aae-463d-44a0-a7be-f84a987b66c0 service neutron] Port cd05e9bc-3525-4bbc-9697-9fbde478d7c9 on network 44945c75-fd24-4f07-8506-376dfe01480a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78414 {{(pid=91773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 07 06:55:47.422959 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c33a1159-ff6f-4cb2-84c6-fb8e4d28e836 req-c9871aae-463d-44a0-a7be-f84a987b66c0 service neutron] Attempting to bind port cd05e9bc-3525-4bbc-9697-9fbde478d7c9 on network 44945c75-fd24-4f07-8506-376dfe01480a {{(pid=91773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 06:55:47.425748 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-67c1f20e-5494-4a09-92be-22709df1d94f req-a7246ab9-081c-4af4-9acb-cd41ebccdbae tempest-VolumesActionsTest-701523973 tempest-VolumesActionsTest-701523973-project] 10.222.0.21 "GET /v2.0/quotas/9c3748bb2bde41a7aad87fbe72db4f60 HTTP/1.1" status: 200 len: 375 time: 0.0200672 Jun 07 06:55:47.428169 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c33a1159-ff6f-4cb2-84c6-fb8e4d28e836 req-c9871aae-463d-44a0-a7be-f84a987b66c0 service neutron] Checking agent: {'id': '5a91191c-7894-4314-84ee-19ce578def86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78414', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 6, 52, 11), 'started_at': datetime.datetime(2021, 6, 7, 6, 52, 11), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 6, 55, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 06:55:47.428498 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c33a1159-ff6f-4cb2-84c6-fb8e4d28e836 req-c9871aae-463d-44a0-a7be-f84a987b66c0 service neutron] Checking segment: {'id': 'dd64b553-55a0-497a-b3fa-2881b749f6b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '44945c75-fd24-4f07-8506-376dfe01480a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 06:55:47.428869 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c33a1159-ff6f-4cb2-84c6-fb8e4d28e836 req-c9871aae-463d-44a0-a7be-f84a987b66c0 service neutron] Bound using segment: {'id': 'dd64b553-55a0-497a-b3fa-2881b749f6b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '44945c75-fd24-4f07-8506-376dfe01480a'} {{(pid=91773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 06:55:47.429285 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.managers [req-c33a1159-ff6f-4cb2-84c6-fb8e4d28e836 req-c9871aae-463d-44a0-a7be-f84a987b66c0 service neutron] Bound port: cd05e9bc-3525-4bbc-9697-9fbde478d7c9, host: hv-cinder-78414, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd64b553-55a0-497a-b3fa-2881b749f6b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '44945c75-fd24-4f07-8506-376dfe01480a'}}] {{(pid=91773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 06:55:47.429617 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [req-c33a1159-ff6f-4cb2-84c6-fb8e4d28e836 req-c9871aae-463d-44a0-a7be-f84a987b66c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564700'] for port, before_update {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:47.491387 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-67c1f20e-5494-4a09-92be-22709df1d94f req-d2f14f1d-d136-4a1d-a986-a4a8228d4e9c tempest-VolumesActionsTest-701523973 tempest-VolumesActionsTest-701523973-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=9c3748bb2bde41a7aad87fbe72db4f60&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0488460 Jun 07 06:55:47.524264 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.db [req-c33a1159-ff6f-4cb2-84c6-fb8e4d28e836 req-c9871aae-463d-44a0-a7be-f84a987b66c0 service neutron] For port cd05e9bc-3525-4bbc-9697-9fbde478d7c9, host hv-cinder-78414, cleared binding levels {{(pid=91773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 06:55:47.527470 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.db [req-c33a1159-ff6f-4cb2-84c6-fb8e4d28e836 req-c9871aae-463d-44a0-a7be-f84a987b66c0 service neutron] For port cd05e9bc-3525-4bbc-9697-9fbde478d7c9, host hv-cinder-78414, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=cd05e9bc-3525-4bbc-9697-9fbde478d7c9,segment=NetworkSegment(dd64b553-55a0-497a-b3fa-2881b749f6b3),segment_id=dd64b553-55a0-497a-b3fa-2881b749f6b3)] {{(pid=91773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 06:55:47.536600 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [req-c33a1159-ff6f-4cb2-84c6-fb8e4d28e836 req-c9871aae-463d-44a0-a7be-f84a987b66c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-569476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762332438254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762331935097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762331935142'] for port, after_update {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:47.540413 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-bb64f90b-3386-4e0a-9c02-4b31b7b4305a tempest-AttachVolumeNegativeTest-2031625228 tempest-AttachVolumeNegativeTest-2031625228-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:55:47.542875 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-583c154a-3197-408f-b9b3-93b437e1b0e3 req-129037ed-b0fb-480d-9044-f8333189014b tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] 10.222.0.21 "GET /v2.0/security-groups?id=1b4cb076-4f85-41ec-a873-5e63f865f342&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1144218 Jun 07 06:55:47.598460 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33a1159-ff6f-4cb2-84c6-fb8e4d28e836 req-c9871aae-463d-44a0-a7be-f84a987b66c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:55:47.598902 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [req-c33a1159-ff6f-4cb2-84c6-fb8e4d28e836 req-c9871aae-463d-44a0-a7be-f84a987b66c0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503096'] for port, before_response {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:47.600296 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-c33a1159-ff6f-4cb2-84c6-fb8e4d28e836 req-c9871aae-463d-44a0-a7be-f84a987b66c0 service neutron] 10.222.0.43 "PUT /v2.0/ports/cd05e9bc-3525-4bbc-9697-9fbde478d7c9 HTTP/1.1" status: 200 len: 1093 time: 0.8945971 Jun 07 06:55:47.600759 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36ef95c8-44f0-4c07-99bb-ed96dc9044f5', 'tag': 'cd05e9bc-3525-4bbc-9697-9fbde478d7c9'}] {{(pid=91773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 06:55:47.603029 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7af0e1444f231fbc9cc9c3372b4fb62bb65a3f4c42e6951a4a8787648e20f245" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7c3bbd8-f006-4ef2-b21c-ab851ee80c0f" -d '{"events": [{"name": "network-changed", "server_uuid": "36ef95c8-44f0-4c07-99bb-ed96dc9044f5", "tag": "cd05e9bc-3525-4bbc-9697-9fbde478d7c9"}]}' {{(pid=91773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 06:55:47.620476 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9871aae-463d-44a0-a7be-f84a987b66c0 service neutron] Pushing event updated for resources: {'Port': ['ID=cd05e9bc-3525-4bbc-9697-9fbde478d7c9,revision_number=3']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:55:47.623606 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-c9871aae-463d-44a0-a7be-f84a987b66c0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:55:47.645623 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-67c1f20e-5494-4a09-92be-22709df1d94f req-01215a76-075b-46e6-ba37-ed46364b8409 service neutron] 10.222.0.21 "GET /v2.0/networks/cca43da6-1a9d-488f-ad2b-58d612290be5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1470559 Jun 07 06:55:47.662986 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Device 32d1be0c-1840-4fb2-b2b4-3bca948dfdaf no longer exists at agent hyperv_hv-cinder-78414 {{(pid=91774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 06:55:47.703853 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.plugin [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] No Port match for: 32d1be0c-1840-4fb2-b2b4-3bca948dfdaf {{(pid=91774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 06:55:47.704213 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Device 32d1be0c-1840-4fb2-b2b4-3bca948dfdaf not bound to the agent host hv-cinder-78414 {{(pid=91774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 06:55:47.724986 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33a1159-ff6f-4cb2-84c6-fb8e4d28e836 req-a5e29e8b-0a9e-4c73-8e33-3bb9f2dc6dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:55:47.726424 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-c33a1159-ff6f-4cb2-84c6-fb8e4d28e836 req-a5e29e8b-0a9e-4c73-8e33-3bb9f2dc6dc1 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=14d920c2bb7044d8a0cff21581ddfaa9&device_id=36ef95c8-44f0-4c07-99bb-ed96dc9044f5 HTTP/1.1" status: 200 len: 1096 time: 0.0786002 Jun 07 06:55:47.803459 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-c33a1159-ff6f-4cb2-84c6-fb8e4d28e836 req-b02bd2f7-06cb-47ef-ac56-72b4dbaefae9 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cd05e9bc-3525-4bbc-9697-9fbde478d7c9 HTTP/1.1" status: 200 len: 217 time: 0.0640714 Jun 07 06:55:47.832531 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-67c1f20e-5494-4a09-92be-22709df1d94f req-ecf3fa3e-c887-430b-a45b-de84e8f96d3b service neutron] 10.222.0.21 "GET /v2.0/networks/cca43da6-1a9d-488f-ad2b-58d612290be5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1533325 Jun 07 06:55:47.841212 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1967aa45-f797-4ecf-b962-62e9ed251586 req-d8db28d7-f458-42d0-b132-39dc738d6984 tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:55:47.842824 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-1967aa45-f797-4ecf-b962-62e9ed251586 req-d8db28d7-f458-42d0-b132-39dc738d6984 tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] 10.222.0.21 "GET /v2.0/ports?device_id=0b69e74a-2084-4d1c-a06d-6341ae621244 HTTP/1.1" status: 200 len: 946 time: 0.1952162 Jun 07 06:55:47.885848 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33a1159-ff6f-4cb2-84c6-fb8e4d28e836 req-400474f0-7329-4629-b77f-8c2186a55b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:55:47.888611 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-c33a1159-ff6f-4cb2-84c6-fb8e4d28e836 req-400474f0-7329-4629-b77f-8c2186a55b6e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=fc82f5ae-7ff6-4674-94e1-85d4cda3234b HTTP/1.1" status: 200 len: 853 time: 0.0757470 Jun 07 06:55:47.903831 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-1967aa45-f797-4ecf-b962-62e9ed251586 req-303be707-0153-4257-84cb-87ba142ae5bf tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] 10.222.0.21 "GET /v2.0/security-groups?id=e7307ba2-82f7-48b4-bd29-8e5128908893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511761 Jun 07 06:55:47.956761 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-c33a1159-ff6f-4cb2-84c6-fb8e4d28e836 req-c0962273-5414-4c5e-a351-677ccd45eaad service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=44945c75-fd24-4f07-8506-376dfe01480a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0496953 Jun 07 06:55:47.959084 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 06:55:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f29866f6-7cca-44de-9be7-d5ab4aae5456 x-openstack-request-id: req-f29866f6-7cca-44de-9be7-d5ab4aae5456 {{(pid=91773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 06:55:47.959662 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36ef95c8-44f0-4c07-99bb-ed96dc9044f5", "tag": "cd05e9bc-3525-4bbc-9697-9fbde478d7c9", "status": "completed", "code": 200}]} {{(pid=91773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 06:55:47.960135 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f29866f6-7cca-44de-9be7-d5ab4aae5456 {{(pid=91773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 06:55:47.960920 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36ef95c8-44f0-4c07-99bb-ed96dc9044f5', 'tag': 'cd05e9bc-3525-4bbc-9697-9fbde478d7c9', 'status': 'completed', 'code': 200} Jun 07 06:55:48.124853 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-c33a1159-ff6f-4cb2-84c6-fb8e4d28e836 req-d15f3e43-66bc-448e-bd71-14e7cb417783 service neutron] 10.222.0.43 "GET /v2.0/networks/44945c75-fd24-4f07-8506-376dfe01480a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1501415 Jun 07 06:55:48.230867 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fab5d70-667f-4911-ab3c-898fa405ebc0 req-1420dcb0-3ece-48bd-a5eb-78316b3ef957 tempest-VolumesSnapshotTestJSON-1176599214 tempest-VolumesSnapshotTestJSON-1176599214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:55:48.237705 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-6fab5d70-667f-4911-ab3c-898fa405ebc0 req-1420dcb0-3ece-48bd-a5eb-78316b3ef957 tempest-VolumesSnapshotTestJSON-1176599214 tempest-VolumesSnapshotTestJSON-1176599214-project] 10.222.0.21 "GET /v2.0/ports?device_id=36ef95c8-44f0-4c07-99bb-ed96dc9044f5 HTTP/1.1" status: 200 len: 943 time: 0.2058640 Jun 07 06:55:48.273395 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d7c2e6-33cd-4d3c-a5e9-f2f792dadbba req-c468b969-81a9-44f4-bc7a-346790788528 tempest-AttachVolumeNegativeTest-2031625228 tempest-AttachVolumeNegativeTest-2031625228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:55:48.275091 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-a3d7c2e6-33cd-4d3c-a5e9-f2f792dadbba req-c468b969-81a9-44f4-bc7a-346790788528 tempest-AttachVolumeNegativeTest-2031625228 tempest-AttachVolumeNegativeTest-2031625228-project] 10.222.0.21 "GET /v2.0/ports?device_id=06dc4dd3-1a2b-48f8-ba01-72281419f3bc HTTP/1.1" status: 200 len: 946 time: 0.2019286 Jun 07 06:55:48.280051 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-c33a1159-ff6f-4cb2-84c6-fb8e4d28e836 req-d3606cb7-f569-4076-8662-0b7939534b9a service neutron] 10.222.0.43 "GET /v2.0/networks/44945c75-fd24-4f07-8506-376dfe01480a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1363728 Jun 07 06:55:48.322826 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-6fab5d70-667f-4911-ab3c-898fa405ebc0 req-c6338723-0fbb-4345-a199-7569e386c02a tempest-VolumesSnapshotTestJSON-1176599214 tempest-VolumesSnapshotTestJSON-1176599214-project] 10.222.0.21 "GET /v2.0/security-groups?id=f9ad7a56-0689-46d4-902c-187a6d2f61ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842936 Jun 07 06:55:48.333462 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918a41ab-53f9-44bc-bac7-f40ebd4c2051 req-f40ff095-ee12-4100-aea3-d5a65c9143bb tempest-AttachVolumeNegativeTest-2031625228 tempest-AttachVolumeNegativeTest-2031625228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:55:48.335558 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-918a41ab-53f9-44bc-bac7-f40ebd4c2051 req-f40ff095-ee12-4100-aea3-d5a65c9143bb tempest-AttachVolumeNegativeTest-2031625228 tempest-AttachVolumeNegativeTest-2031625228-project] 10.222.0.43 "GET /v2.0/ports?device_id=06dc4dd3-1a2b-48f8-ba01-72281419f3bc HTTP/1.1" status: 200 len: 946 time: 0.1901827 Jun 07 06:55:48.445055 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-a3d7c2e6-33cd-4d3c-a5e9-f2f792dadbba req-329e48c6-eed3-4db3-bfb0-121e11588069 tempest-AttachVolumeNegativeTest-2031625228 tempest-AttachVolumeNegativeTest-2031625228-project] 10.222.0.21 "GET /v2.0/security-groups?id=3d4b3a4d-8433-4457-868d-75e29ba07bfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538053 Jun 07 06:55:48.459241 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-2522d128-a896-460f-b673-7009ee132048 req-856bd9ad-96d4-4dfc-981d-ec431879d2da tempest-VolumesActionsTest-701523973 tempest-VolumesActionsTest-701523973-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3d48ee2-200b-4157-b454-429f14f8ef1a HTTP/1.1" status: 200 len: 210 time: 0.0664639 Jun 07 06:55:48.543469 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.plugins.ml2.plugin [req-918a41ab-53f9-44bc-bac7-f40ebd4c2051 req-30b0b972-efa1-4454-913a-e5ffb8a3ae3f tempest-AttachVolumeNegativeTest-2031625228 tempest-AttachVolumeNegativeTest-2031625228-project] Deleting port 13eb8405-15c1-4b6c-a588-4d93e7cbb80d {{(pid=91772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 06:55:48.544669 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [req-918a41ab-53f9-44bc-bac7-f40ebd4c2051 req-30b0b972-efa1-4454-913a-e5ffb8a3ae3f tempest-AttachVolumeNegativeTest-2031625228 tempest-AttachVolumeNegativeTest-2031625228-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762332413660'] for port, before_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:48.557337 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c3bbd8-f006-4ef2-b21c-ab851ee80c0f req-d90085bf-1316-4c37-bf38-a6afd1e7ea3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:55:48.559048 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-e7c3bbd8-f006-4ef2-b21c-ab851ee80c0f req-d90085bf-1316-4c37-bf38-a6afd1e7ea3b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=14d920c2bb7044d8a0cff21581ddfaa9&device_id=36ef95c8-44f0-4c07-99bb-ed96dc9044f5 HTTP/1.1" status: 200 len: 1096 time: 0.1970866 Jun 07 06:55:48.724231 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c3bbd8-f006-4ef2-b21c-ab851ee80c0f req-686e96c4-8f1b-4f87-9279-34f6db5c1608 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:55:48.725580 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-e7c3bbd8-f006-4ef2-b21c-ab851ee80c0f req-686e96c4-8f1b-4f87-9279-34f6db5c1608 service neutron] 10.222.0.43 "GET /v2.0/networks?id=44945c75-fd24-4f07-8506-376dfe01480a HTTP/1.1" status: 200 len: 914 time: 0.1568458 Jun 07 06:55:48.807826 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-e7c3bbd8-f006-4ef2-b21c-ab851ee80c0f req-73557a67-2dc6-4c36-84e2-61281b4f656e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cd05e9bc-3525-4bbc-9697-9fbde478d7c9 HTTP/1.1" status: 200 len: 217 time: 0.0745881 Jun 07 06:55:48.817111 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.plugins.ml2.db [req-918a41ab-53f9-44bc-bac7-f40ebd4c2051 req-30b0b972-efa1-4454-913a-e5ffb8a3ae3f tempest-AttachVolumeNegativeTest-2031625228 tempest-AttachVolumeNegativeTest-2031625228-project] For port 13eb8405-15c1-4b6c-a588-4d93e7cbb80d, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=13eb8405-15c1-4b6c-a588-4d93e7cbb80d,segment=NetworkSegment(88ca7d97-e105-429a-98e0-c2a9da21452e),segment_id=88ca7d97-e105-429a-98e0-c2a9da21452e)] {{(pid=91772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 06:55:48.817528 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [req-918a41ab-53f9-44bc-bac7-f40ebd4c2051 req-30b0b972-efa1-4454-913a-e5ffb8a3ae3f tempest-AttachVolumeNegativeTest-2031625228 tempest-AttachVolumeNegativeTest-2031625228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1669251'] for port, precommit_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:48.870681 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c3bbd8-f006-4ef2-b21c-ab851ee80c0f req-8ec94038-d4fe-486e-b77b-6976bcf8df3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:55:48.872159 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-e7c3bbd8-f006-4ef2-b21c-ab851ee80c0f req-8ec94038-d4fe-486e-b77b-6976bcf8df3e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=fc82f5ae-7ff6-4674-94e1-85d4cda3234b HTTP/1.1" status: 200 len: 853 time: 0.0574231 Jun 07 06:55:48.922388 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-e7c3bbd8-f006-4ef2-b21c-ab851ee80c0f req-378af300-7ce2-45c7-9cdd-f06f24f2ed18 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=44945c75-fd24-4f07-8506-376dfe01480a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408008 Jun 07 06:55:48.952450 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.plugins.ml2.plugin [req-918a41ab-53f9-44bc-bac7-f40ebd4c2051 req-30b0b972-efa1-4454-913a-e5ffb8a3ae3f tempest-AttachVolumeNegativeTest-2031625228 tempest-AttachVolumeNegativeTest-2031625228-project] Calling delete_port for 13eb8405-15c1-4b6c-a588-4d93e7cbb80d owned by compute:nova {{(pid=91772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 06:55:48.973112 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd764da-ce28-4f7b-96ec-4c079c1b499c req-5fee833c-e967-4334-b6c1-c424534b30ad tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:55:48.974692 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-7bd764da-ce28-4f7b-96ec-4c079c1b499c req-5fee833c-e967-4334-b6c1-c424534b30ad tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] 10.222.0.21 "GET /v2.0/ports?device_id=45af59d1-9852-4669-a1f9-b74a9c5d6b3a HTTP/1.1" status: 200 len: 945 time: 0.3065383 Jun 07 06:55:48.982555 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51831aae-13a7-4d1d-b299-74905b0b77fd req-6c44c129-7fe0-4570-9fe4-57106a383726 tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:55:48.983924 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-51831aae-13a7-4d1d-b299-74905b0b77fd req-6c44c129-7fe0-4570-9fe4-57106a383726 tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] 10.222.0.21 "GET /v2.0/ports?device_id=06745a3f-9eec-46bb-b36d-d77358bd1e50 HTTP/1.1" status: 200 len: 945 time: 0.3141918 Jun 07 06:55:49.058097 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-e7c3bbd8-f006-4ef2-b21c-ab851ee80c0f req-b6d3dbc2-fffa-4218-9ee5-6fbf34a8d342 service neutron] 10.222.0.43 "GET /v2.0/networks/44945c75-fd24-4f07-8506-376dfe01480a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259086 Jun 07 06:55:49.059612 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-7bd764da-ce28-4f7b-96ec-4c079c1b499c req-5a084c55-dd17-472c-9e65-8b56466c55b5 tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] 10.222.0.21 "GET /v2.0/security-groups?id=1b4cb076-4f85-41ec-a873-5e63f865f342&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0747714 Jun 07 06:55:49.072851 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-51831aae-13a7-4d1d-b299-74905b0b77fd req-7da180f1-256f-49a5-9efc-9a9afeca7a44 tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] 10.222.0.21 "GET /v2.0/security-groups?id=28c64220-de7a-4111-93c0-91d84e10d665&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662081 Jun 07 06:55:49.235452 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-e7c3bbd8-f006-4ef2-b21c-ab851ee80c0f req-7eadd3fd-332b-4d5b-b44e-a3500f1cdeb9 service neutron] 10.222.0.43 "GET /v2.0/networks/44945c75-fd24-4f07-8506-376dfe01480a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1659508 Jun 07 06:55:49.315601 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [req-918a41ab-53f9-44bc-bac7-f40ebd4c2051 req-30b0b972-efa1-4454-913a-e5ffb8a3ae3f tempest-AttachVolumeNegativeTest-2031625228 tempest-AttachVolumeNegativeTest-2031625228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-569476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762332438236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762331935088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2958583'] for port, after_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:49.327386 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:55:49.332308 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.db [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] get_ports_and_sgs() called for port_ids ['8a1f7952-1bb8-4863-b199-a8d4ed9da897', '0953562e-2583-4896-8bd4-77f2631e99cd', 'b9c5c089-a420-4e44-8f92-33d4964a0cd5', '13eb8405-15c1-4b6c-a588-4d93e7cbb80d'] {{(pid=91774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 06:55:49.384067 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b0b972-efa1-4454-913a-e5ffb8a3ae3f tempest-AttachVolumeNegativeTest-2031625228 tempest-AttachVolumeNegativeTest-2031625228-project] Pushing event deleted for resources: {'Port': ['ID=13eb8405-15c1-4b6c-a588-4d93e7cbb80d,revision_number=None']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:55:49.441437 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b0b972-efa1-4454-913a-e5ffb8a3ae3f tempest-AttachVolumeNegativeTest-2031625228 tempest-AttachVolumeNegativeTest-2031625228-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:55:49.441789 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b0b972-efa1-4454-913a-e5ffb8a3ae3f tempest-AttachVolumeNegativeTest-2031625228 tempest-AttachVolumeNegativeTest-2031625228-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:55:49.442140 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b0b972-efa1-4454-913a-e5ffb8a3ae3f tempest-AttachVolumeNegativeTest-2031625228 tempest-AttachVolumeNegativeTest-2031625228-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:55:49.442488 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b0b972-efa1-4454-913a-e5ffb8a3ae3f tempest-AttachVolumeNegativeTest-2031625228 tempest-AttachVolumeNegativeTest-2031625228-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:55:49.442829 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b0b972-efa1-4454-913a-e5ffb8a3ae3f tempest-AttachVolumeNegativeTest-2031625228 tempest-AttachVolumeNegativeTest-2031625228-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:55:49.443169 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b0b972-efa1-4454-913a-e5ffb8a3ae3f tempest-AttachVolumeNegativeTest-2031625228 tempest-AttachVolumeNegativeTest-2031625228-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:55:49.443509 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b0b972-efa1-4454-913a-e5ffb8a3ae3f tempest-AttachVolumeNegativeTest-2031625228 tempest-AttachVolumeNegativeTest-2031625228-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:55:49.443844 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b0b972-efa1-4454-913a-e5ffb8a3ae3f tempest-AttachVolumeNegativeTest-2031625228 tempest-AttachVolumeNegativeTest-2031625228-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:55:49.444820 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b0b972-efa1-4454-913a-e5ffb8a3ae3f tempest-AttachVolumeNegativeTest-2031625228 tempest-AttachVolumeNegativeTest-2031625228-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:55:49.445180 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b0b972-efa1-4454-913a-e5ffb8a3ae3f tempest-AttachVolumeNegativeTest-2031625228 tempest-AttachVolumeNegativeTest-2031625228-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:55:49.445523 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b0b972-efa1-4454-913a-e5ffb8a3ae3f tempest-AttachVolumeNegativeTest-2031625228 tempest-AttachVolumeNegativeTest-2031625228-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:55:49.445862 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b0b972-efa1-4454-913a-e5ffb8a3ae3f tempest-AttachVolumeNegativeTest-2031625228 tempest-AttachVolumeNegativeTest-2031625228-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:55:49.449622 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-30b0b972-efa1-4454-913a-e5ffb8a3ae3f tempest-AttachVolumeNegativeTest-2031625228 tempest-AttachVolumeNegativeTest-2031625228-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:55:49.498013 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.db.l3_dvrscheduler_db [req-918a41ab-53f9-44bc-bac7-f40ebd4c2051 req-30b0b972-efa1-4454-913a-e5ffb8a3ae3f tempest-AttachVolumeNegativeTest-2031625228 tempest-AttachVolumeNegativeTest-2031625228-project] No DVR routers for this DVR port 13eb8405-15c1-4b6c-a588-4d93e7cbb80d on host hv-cinder-78414 {{(pid=91772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 06:55:49.503141 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [req-918a41ab-53f9-44bc-bac7-f40ebd4c2051 req-30b0b972-efa1-4454-913a-e5ffb8a3ae3f tempest-AttachVolumeNegativeTest-2031625228 tempest-AttachVolumeNegativeTest-2031625228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503096'] for port, before_response {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:49.506083 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-918a41ab-53f9-44bc-bac7-f40ebd4c2051 req-30b0b972-efa1-4454-913a-e5ffb8a3ae3f tempest-AttachVolumeNegativeTest-2031625228 tempest-AttachVolumeNegativeTest-2031625228-project] 10.222.0.43 "DELETE /v2.0/ports/13eb8405-15c1-4b6c-a588-4d93e7cbb80d HTTP/1.1" status: 204 len: 173 time: 1.1610699 Jun 07 06:55:49.508277 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06dc4dd3-1a2b-48f8-ba01-72281419f3bc', 'name': 'network-vif-deleted', 'tag': '13eb8405-15c1-4b6c-a588-4d93e7cbb80d'}] {{(pid=91772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 06:55:49.511543 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b3564b50ce45010e06e11b2a9bfee31ad6a5dcfa31583fbede74178fb7a3d70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d15e97c-c478-4f76-b46d-a20028d88c4f" -d '{"events": [{"server_uuid": "06dc4dd3-1a2b-48f8-ba01-72281419f3bc", "name": "network-vif-deleted", "tag": "13eb8405-15c1-4b6c-a588-4d93e7cbb80d"}]}' {{(pid=91772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 06:55:49.541314 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c1f20e-5494-4a09-92be-22709df1d94f req-432fed9d-c187-4676-bdfd-0a8a3db540ad tempest-VolumesActionsTest-701523973 tempest-VolumesActionsTest-701523973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:55:49.541924 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-67c1f20e-5494-4a09-92be-22709df1d94f req-432fed9d-c187-4676-bdfd-0a8a3db540ad tempest-VolumesActionsTest-701523973 tempest-VolumesActionsTest-701523973-project] 10.222.0.43 "GET /v2.0/networks?id=cca43da6-1a9d-488f-ad2b-58d612290be5 HTTP/1.1" status: 200 len: 809 time: 0.2028577 Jun 07 06:55:49.545386 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74996b4-e4fc-470b-b6e6-c07f404cc07c req-41191831-e678-4db4-b6c7-5b593b4c660f tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:55:49.554453 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-a74996b4-e4fc-470b-b6e6-c07f404cc07c req-41191831-e678-4db4-b6c7-5b593b4c660f tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] 10.222.0.21 "GET /v2.0/ports?device_id=0b69e74a-2084-4d1c-a06d-6341ae621244 HTTP/1.1" status: 200 len: 946 time: 0.3788247 Jun 07 06:55:49.573289 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.v2.base [req-67c1f20e-5494-4a09-92be-22709df1d94f req-2f7f17a6-dfc6-4ce0-aa1d-c906e47885e7 tempest-VolumesActionsTest-701523973 tempest-VolumesActionsTest-701523973-project] Request body: {'port': {'device_id': 'd3d48ee2-200b-4157-b454-429f14f8ef1a', 'network_id': 'cca43da6-1a9d-488f-ad2b-58d612290be5', 'admin_state_up': True, 'tenant_id': '9c3748bb2bde41a7aad87fbe72db4f60'}} {{(pid=91773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 06:55:49.698122 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-a74996b4-e4fc-470b-b6e6-c07f404cc07c req-e22091d3-3bd8-4035-86a9-1a169f5d24de tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] 10.222.0.21 "GET /v2.0/security-groups?id=e7307ba2-82f7-48b4-bd29-8e5128908893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426256 Jun 07 06:55:49.757405 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0bda2e-fff9-436a-9464-c32565c9f4e7 req-3b21d608-5b58-4960-80ad-5c2818846240 tempest-VolumesSnapshotTestJSON-1176599214 tempest-VolumesSnapshotTestJSON-1176599214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:55:49.758856 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-8c0bda2e-fff9-436a-9464-c32565c9f4e7 req-3b21d608-5b58-4960-80ad-5c2818846240 tempest-VolumesSnapshotTestJSON-1176599214 tempest-VolumesSnapshotTestJSON-1176599214-project] 10.222.0.21 "GET /v2.0/ports?device_id=36ef95c8-44f0-4c07-99bb-ed96dc9044f5 HTTP/1.1" status: 200 len: 943 time: 0.1840391 Jun 07 06:55:49.833138 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-8c0bda2e-fff9-436a-9464-c32565c9f4e7 req-ae10e226-c6e7-49ca-9db7-d9f41ca61fb1 tempest-VolumesSnapshotTestJSON-1176599214 tempest-VolumesSnapshotTestJSON-1176599214-project] 10.222.0.21 "GET /v2.0/security-groups?id=f9ad7a56-0689-46d4-902c-187a6d2f61ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641606 Jun 07 06:55:49.861243 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67c1f20e-5494-4a09-92be-22709df1d94f req-2f7f17a6-dfc6-4ce0-aa1d-c906e47885e7 tempest-VolumesActionsTest-701523973 tempest-VolumesActionsTest-701523973-project] Made reservation on behalf of 9c3748bb2bde41a7aad87fbe72db4f60 for: {'port': 1} {{(pid=91773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 06:55:49.867277 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [req-67c1f20e-5494-4a09-92be-22709df1d94f req-2f7f17a6-dfc6-4ce0-aa1d-c906e47885e7 tempest-VolumesActionsTest-701523973 tempest-VolumesActionsTest-701523973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564700'] for port, before_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:49.896864 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-6ded0d0e-3f71-44dd-9d3c-33576220d112 req-565fb95d-8407-4593-9ca2-60ae17ba3637 tempest-VolumesActionsTest-701523973 tempest-VolumesActionsTest-701523973-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3d48ee2-200b-4157-b454-429f14f8ef1a HTTP/1.1" status: 200 len: 210 time: 0.0621948 Jun 07 06:55:49.946762 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 06:55:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aab728ca-a4e3-4589-a095-d7c4f668d031 x-openstack-request-id: req-aab728ca-a4e3-4589-a095-d7c4f668d031 {{(pid=91772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 06:55:49.947146 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06dc4dd3-1a2b-48f8-ba01-72281419f3bc", "name": "network-vif-deleted", "tag": "13eb8405-15c1-4b6c-a588-4d93e7cbb80d", "status": "completed", "code": 200}]} {{(pid=91772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 06:55:49.947505 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-aab728ca-a4e3-4589-a095-d7c4f668d031 {{(pid=91772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 06:55:49.948027 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06dc4dd3-1a2b-48f8-ba01-72281419f3bc', 'name': 'network-vif-deleted', 'tag': '13eb8405-15c1-4b6c-a588-4d93e7cbb80d', 'status': 'completed', 'code': 200} Jun 07 06:55:50.032400 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-c4ad317c-3dfb-4a7b-ba32-718cbe91f495 req-ba6dc7b1-cef3-46fe-9370-02f958c96afd tempest-AttachVolumeNegativeTest-2031625228 tempest-AttachVolumeNegativeTest-2031625228-project] 10.222.0.21 "GET /v2.0/ports?device_id=06dc4dd3-1a2b-48f8-ba01-72281419f3bc HTTP/1.1" status: 200 len: 210 time: 0.0449297 Jun 07 06:55:50.044492 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.db.db_base_plugin_common [req-67c1f20e-5494-4a09-92be-22709df1d94f req-2f7f17a6-dfc6-4ce0-aa1d-c906e47885e7 tempest-VolumesActionsTest-701523973 tempest-VolumesActionsTest-701523973-project] Allocated IP 172.20.0.3 (cca43da6-1a9d-488f-ad2b-58d612290be5/9f1bbecf-489a-41de-a8c4-3cef98ab79bd/37419c5b-a5bf-401b-9ebb-1192fcbea204) {{(pid=91773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 06:55:50.283462 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [req-67c1f20e-5494-4a09-92be-22709df1d94f req-2f7f17a6-dfc6-4ce0-aa1d-c906e47885e7 tempest-VolumesActionsTest-701523973 tempest-VolumesActionsTest-701523973-project] Notify callbacks [] for port, precommit_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:50.311294 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb05e7e-4ce4-44f7-8187-1c35e5d4a282 req-5545f4c7-c0ab-42c5-b40a-0d097ecdcb9c tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:55:50.313103 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-4cb05e7e-4ce4-44f7-8187-1c35e5d4a282 req-5545f4c7-c0ab-42c5-b40a-0d097ecdcb9c tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] 10.222.0.21 "GET /v2.0/ports?device_id=06745a3f-9eec-46bb-b36d-d77358bd1e50 HTTP/1.1" status: 200 len: 945 time: 0.1116347 Jun 07 06:55:50.326122 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [req-67c1f20e-5494-4a09-92be-22709df1d94f req-2f7f17a6-dfc6-4ce0-aa1d-c906e47885e7 tempest-VolumesActionsTest-701523973 tempest-VolumesActionsTest-701523973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-569476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648536', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762331935079'] for port, after_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:50.336887 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-5dd9ec22-1b14-4a0f-959c-adf743165c9b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:55:50.401899 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67c1f20e-5494-4a09-92be-22709df1d94f req-2f7f17a6-dfc6-4ce0-aa1d-c906e47885e7 tempest-VolumesActionsTest-701523973 tempest-VolumesActionsTest-701523973-project] Network cca43da6-1a9d-488f-ad2b-58d612290be5 is already hosted by enough agents. {{(pid=91773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 06:55:50.406008 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.scheduler.base_scheduler [req-67c1f20e-5494-4a09-92be-22709df1d94f req-2f7f17a6-dfc6-4ce0-aa1d-c906e47885e7 tempest-VolumesActionsTest-701523973 tempest-VolumesActionsTest-701523973-project] Resources bound (agent type, host, resource id): {{(pid=91773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 06:55:50.408378 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.db.l3_dvrscheduler_db [req-67c1f20e-5494-4a09-92be-22709df1d94f req-2f7f17a6-dfc6-4ce0-aa1d-c906e47885e7 tempest-VolumesActionsTest-701523973 tempest-VolumesActionsTest-701523973-project] Received port after_create {{(pid=91773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 06:55:50.413900 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c1f20e-5494-4a09-92be-22709df1d94f req-2f7f17a6-dfc6-4ce0-aa1d-c906e47885e7 tempest-VolumesActionsTest-701523973 tempest-VolumesActionsTest-701523973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:55:50.414487 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [req-67c1f20e-5494-4a09-92be-22709df1d94f req-2f7f17a6-dfc6-4ce0-aa1d-c906e47885e7 tempest-VolumesActionsTest-701523973 tempest-VolumesActionsTest-701523973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503096'] for port, before_response {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:50.421785 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-4cb05e7e-4ce4-44f7-8187-1c35e5d4a282 req-feaac550-4c84-4d8f-9537-b56fe335f6ff tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] 10.222.0.21 "GET /v2.0/security-groups?id=28c64220-de7a-4111-93c0-91d84e10d665&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1024327 Jun 07 06:55:50.439770 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7f17a6-dfc6-4ce0-aa1d-c906e47885e7 tempest-VolumesActionsTest-701523973 tempest-VolumesActionsTest-701523973-project] Pushing event updated for resources: {'Port': ['ID=37419c5b-a5bf-401b-9ebb-1192fcbea204,revision_number=1']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:55:50.448256 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7f17a6-dfc6-4ce0-aa1d-c906e47885e7 tempest-VolumesActionsTest-701523973 tempest-VolumesActionsTest-701523973-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:55:50.448608 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7f17a6-dfc6-4ce0-aa1d-c906e47885e7 tempest-VolumesActionsTest-701523973 tempest-VolumesActionsTest-701523973-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:55:50.449384 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7f17a6-dfc6-4ce0-aa1d-c906e47885e7 tempest-VolumesActionsTest-701523973 tempest-VolumesActionsTest-701523973-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:55:50.449384 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7f17a6-dfc6-4ce0-aa1d-c906e47885e7 tempest-VolumesActionsTest-701523973 tempest-VolumesActionsTest-701523973-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:55:50.449699 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7f17a6-dfc6-4ce0-aa1d-c906e47885e7 tempest-VolumesActionsTest-701523973 tempest-VolumesActionsTest-701523973-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:55:50.450544 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7f17a6-dfc6-4ce0-aa1d-c906e47885e7 tempest-VolumesActionsTest-701523973 tempest-VolumesActionsTest-701523973-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:55:50.450653 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c125e600-d962-4783-98de-675f0b43100c req-c0c50d0d-b483-44d8-8c60-4dff1d8a4232 tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:55:50.450928 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7f17a6-dfc6-4ce0-aa1d-c906e47885e7 tempest-VolumesActionsTest-701523973 tempest-VolumesActionsTest-701523973-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:55:50.451255 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7f17a6-dfc6-4ce0-aa1d-c906e47885e7 tempest-VolumesActionsTest-701523973 tempest-VolumesActionsTest-701523973-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:55:50.451580 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7f17a6-dfc6-4ce0-aa1d-c906e47885e7 tempest-VolumesActionsTest-701523973 tempest-VolumesActionsTest-701523973-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:55:50.451923 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7f17a6-dfc6-4ce0-aa1d-c906e47885e7 tempest-VolumesActionsTest-701523973 tempest-VolumesActionsTest-701523973-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:55:50.452248 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7f17a6-dfc6-4ce0-aa1d-c906e47885e7 tempest-VolumesActionsTest-701523973 tempest-VolumesActionsTest-701523973-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:55:50.452564 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7f17a6-dfc6-4ce0-aa1d-c906e47885e7 tempest-VolumesActionsTest-701523973 tempest-VolumesActionsTest-701523973-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:55:50.456386 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-2f7f17a6-dfc6-4ce0-aa1d-c906e47885e7 tempest-VolumesActionsTest-701523973 tempest-VolumesActionsTest-701523973-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:55:50.458013 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-c125e600-d962-4783-98de-675f0b43100c req-c0c50d0d-b483-44d8-8c60-4dff1d8a4232 tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] 10.222.0.21 "GET /v2.0/ports?device_id=45af59d1-9852-4669-a1f9-b74a9c5d6b3a HTTP/1.1" status: 200 len: 945 time: 0.1186025 Jun 07 06:55:50.458251 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-67c1f20e-5494-4a09-92be-22709df1d94f req-2f7f17a6-dfc6-4ce0-aa1d-c906e47885e7 tempest-VolumesActionsTest-701523973 tempest-VolumesActionsTest-701523973-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8949063 Jun 07 06:55:50.473670 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.v2.base [req-67c1f20e-5494-4a09-92be-22709df1d94f req-0e8eea1d-e4ad-4144-93b9-1d9398f1dc2d service neutron] Request body: {'port': {'device_id': 'd3d48ee2-200b-4157-b454-429f14f8ef1a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78414'}} {{(pid=91773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 06:55:50.504601 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-c125e600-d962-4783-98de-675f0b43100c req-c319a362-ecdb-4aa1-8247-c2e349a5f20f tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] 10.222.0.21 "GET /v2.0/security-groups?id=1b4cb076-4f85-41ec-a873-5e63f865f342&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455065 Jun 07 06:55:50.592814 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [req-67c1f20e-5494-4a09-92be-22709df1d94f req-0e8eea1d-e4ad-4144-93b9-1d9398f1dc2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564700'] for port, before_update {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:50.884591 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c80f01b-967a-497d-a4d0-2e4edb96fb9d req-7b4e8e5e-48ee-41c0-8a35-44b0ee7e5d96 tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:55:50.886909 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-2c80f01b-967a-497d-a4d0-2e4edb96fb9d req-7b4e8e5e-48ee-41c0-8a35-44b0ee7e5d96 tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] 10.222.0.21 "GET /v2.0/ports?device_id=0b69e74a-2084-4d1c-a06d-6341ae621244 HTTP/1.1" status: 200 len: 946 time: 0.0842426 Jun 07 06:55:50.943879 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-2c80f01b-967a-497d-a4d0-2e4edb96fb9d req-8e883c5d-1e7c-48f9-9681-0d624ef66975 tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] 10.222.0.21 "GET /v2.0/security-groups?id=e7307ba2-82f7-48b4-bd29-8e5128908893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507915 Jun 07 06:55:51.002321 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.notifiers.nova [req-67c1f20e-5494-4a09-92be-22709df1d94f req-0e8eea1d-e4ad-4144-93b9-1d9398f1dc2d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37419c5b-a5bf-401b-9ebb-1192fcbea204 {{(pid=91773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 06:55:51.009790 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [req-67c1f20e-5494-4a09-92be-22709df1d94f req-0e8eea1d-e4ad-4144-93b9-1d9398f1dc2d service neutron] Notify callbacks [] for port, precommit_update {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:51.022026 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85a3644-d895-4330-bcdd-7f0f4ff62a2e req-54ba19ed-c84c-4f73-b7d9-25881a8b5b88 tempest-VolumesSnapshotTestJSON-1176599214 tempest-VolumesSnapshotTestJSON-1176599214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:55:51.023546 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-f85a3644-d895-4330-bcdd-7f0f4ff62a2e req-54ba19ed-c84c-4f73-b7d9-25881a8b5b88 tempest-VolumesSnapshotTestJSON-1176599214 tempest-VolumesSnapshotTestJSON-1176599214-project] 10.222.0.21 "GET /v2.0/ports?device_id=36ef95c8-44f0-4c07-99bb-ed96dc9044f5 HTTP/1.1" status: 200 len: 943 time: 0.0786560 Jun 07 06:55:51.025218 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.db.provisioning_blocks [req-67c1f20e-5494-4a09-92be-22709df1d94f req-0e8eea1d-e4ad-4144-93b9-1d9398f1dc2d service neutron] Transition to ACTIVE for port object 37419c5b-a5bf-401b-9ebb-1192fcbea204 will not be triggered until provisioned by entity L2. {{(pid=91773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 06:55:51.032980 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [req-67c1f20e-5494-4a09-92be-22709df1d94f req-0e8eea1d-e4ad-4144-93b9-1d9398f1dc2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-569476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762332438254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762331935097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762331935142'] for port, after_update {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:51.037640 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-f729224b-fb0e-42c4-b36c-9a5b0c3924c5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:55:51.125473 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-f85a3644-d895-4330-bcdd-7f0f4ff62a2e req-fd269374-9149-4bc7-b6e2-849bc7865bfd tempest-VolumesSnapshotTestJSON-1176599214 tempest-VolumesSnapshotTestJSON-1176599214-project] 10.222.0.21 "GET /v2.0/security-groups?id=f9ad7a56-0689-46d4-902c-187a6d2f61ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947812 Jun 07 06:55:51.159631 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f11d3a-d8a2-4506-948e-450fdebadff4 req-40f0b423-9265-4473-9dbd-31faeafd6dd8 tempest-VolumesActionsTest-701523973 tempest-VolumesActionsTest-701523973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:55:51.161242 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-d2f11d3a-d8a2-4506-948e-450fdebadff4 req-40f0b423-9265-4473-9dbd-31faeafd6dd8 tempest-VolumesActionsTest-701523973 tempest-VolumesActionsTest-701523973-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3d48ee2-200b-4157-b454-429f14f8ef1a HTTP/1.1" status: 200 len: 943 time: 0.1095281 Jun 07 06:55:51.205250 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8eea1d-e4ad-4144-93b9-1d9398f1dc2d service neutron] Pushing event updated for resources: {'Port': ['ID=37419c5b-a5bf-401b-9ebb-1192fcbea204,revision_number=2']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:55:51.210173 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-0e8eea1d-e4ad-4144-93b9-1d9398f1dc2d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:55:51.212980 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-d2f11d3a-d8a2-4506-948e-450fdebadff4 req-0112f204-9967-4ad5-a0bd-6772deae67d4 tempest-VolumesActionsTest-701523973 tempest-VolumesActionsTest-701523973-project] 10.222.0.21 "GET /v2.0/security-groups?id=aff93f7c-c2b3-4595-8322-8a14adf9ca70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451493 Jun 07 06:55:51.214216 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.managers [req-67c1f20e-5494-4a09-92be-22709df1d94f req-0e8eea1d-e4ad-4144-93b9-1d9398f1dc2d service neutron] Attempting to bind port 37419c5b-a5bf-401b-9ebb-1192fcbea204 on host hv-cinder-78414 for vnic_type normal with profile {{(pid=91773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 06:55:51.214539 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.managers [req-67c1f20e-5494-4a09-92be-22709df1d94f req-0e8eea1d-e4ad-4144-93b9-1d9398f1dc2d service neutron] Attempting to bind port 37419c5b-a5bf-401b-9ebb-1192fcbea204 by drivers openvswitch,hyperv on host hv-cinder-78414 at level 0 using segments [{'id': 'ccdc1b9c-948c-410b-aa2d-4ae78f335c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'cca43da6-1a9d-488f-ad2b-58d612290be5'}] {{(pid=91773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 06:55:51.214849 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67c1f20e-5494-4a09-92be-22709df1d94f req-0e8eea1d-e4ad-4144-93b9-1d9398f1dc2d service neutron] Attempting to bind port 37419c5b-a5bf-401b-9ebb-1192fcbea204 on network cca43da6-1a9d-488f-ad2b-58d612290be5 {{(pid=91773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 06:55:51.220341 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67c1f20e-5494-4a09-92be-22709df1d94f req-0e8eea1d-e4ad-4144-93b9-1d9398f1dc2d service neutron] Port 37419c5b-a5bf-401b-9ebb-1192fcbea204 on network cca43da6-1a9d-488f-ad2b-58d612290be5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78414 {{(pid=91773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 07 06:55:51.220739 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67c1f20e-5494-4a09-92be-22709df1d94f req-0e8eea1d-e4ad-4144-93b9-1d9398f1dc2d service neutron] Attempting to bind port 37419c5b-a5bf-401b-9ebb-1192fcbea204 on network cca43da6-1a9d-488f-ad2b-58d612290be5 {{(pid=91773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 06:55:51.226055 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67c1f20e-5494-4a09-92be-22709df1d94f req-0e8eea1d-e4ad-4144-93b9-1d9398f1dc2d service neutron] Checking agent: {'id': '5a91191c-7894-4314-84ee-19ce578def86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78414', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 6, 52, 11), 'started_at': datetime.datetime(2021, 6, 7, 6, 52, 11), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 6, 55, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 06:55:51.226386 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67c1f20e-5494-4a09-92be-22709df1d94f req-0e8eea1d-e4ad-4144-93b9-1d9398f1dc2d service neutron] Checking segment: {'id': 'ccdc1b9c-948c-410b-aa2d-4ae78f335c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'cca43da6-1a9d-488f-ad2b-58d612290be5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 06:55:51.226758 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67c1f20e-5494-4a09-92be-22709df1d94f req-0e8eea1d-e4ad-4144-93b9-1d9398f1dc2d service neutron] Bound using segment: {'id': 'ccdc1b9c-948c-410b-aa2d-4ae78f335c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'cca43da6-1a9d-488f-ad2b-58d612290be5'} {{(pid=91773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 06:55:51.227181 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.managers [req-67c1f20e-5494-4a09-92be-22709df1d94f req-0e8eea1d-e4ad-4144-93b9-1d9398f1dc2d service neutron] Bound port: 37419c5b-a5bf-401b-9ebb-1192fcbea204, host: hv-cinder-78414, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ccdc1b9c-948c-410b-aa2d-4ae78f335c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'cca43da6-1a9d-488f-ad2b-58d612290be5'}}] {{(pid=91773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 06:55:51.227518 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [req-67c1f20e-5494-4a09-92be-22709df1d94f req-0e8eea1d-e4ad-4144-93b9-1d9398f1dc2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564700'] for port, before_update {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:51.326336 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.db [req-67c1f20e-5494-4a09-92be-22709df1d94f req-0e8eea1d-e4ad-4144-93b9-1d9398f1dc2d service neutron] For port 37419c5b-a5bf-401b-9ebb-1192fcbea204, host hv-cinder-78414, cleared binding levels {{(pid=91773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 06:55:51.329440 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.db [req-67c1f20e-5494-4a09-92be-22709df1d94f req-0e8eea1d-e4ad-4144-93b9-1d9398f1dc2d service neutron] For port 37419c5b-a5bf-401b-9ebb-1192fcbea204, host hv-cinder-78414, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=37419c5b-a5bf-401b-9ebb-1192fcbea204,segment=NetworkSegment(ccdc1b9c-948c-410b-aa2d-4ae78f335c6d),segment_id=ccdc1b9c-948c-410b-aa2d-4ae78f335c6d)] {{(pid=91773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 06:55:51.333635 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [req-67c1f20e-5494-4a09-92be-22709df1d94f req-0e8eea1d-e4ad-4144-93b9-1d9398f1dc2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-569476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762332438254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762331935097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762331935142'] for port, after_update {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:51.337151 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-2f7f17a6-dfc6-4ce0-aa1d-c906e47885e7 tempest-VolumesActionsTest-701523973 tempest-VolumesActionsTest-701523973-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:55:51.393512 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c1f20e-5494-4a09-92be-22709df1d94f req-0e8eea1d-e4ad-4144-93b9-1d9398f1dc2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:55:51.394179 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [req-67c1f20e-5494-4a09-92be-22709df1d94f req-0e8eea1d-e4ad-4144-93b9-1d9398f1dc2d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503096'] for port, before_response {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:51.395512 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-67c1f20e-5494-4a09-92be-22709df1d94f req-0e8eea1d-e4ad-4144-93b9-1d9398f1dc2d service neutron] 10.222.0.43 "PUT /v2.0/ports/37419c5b-a5bf-401b-9ebb-1192fcbea204 HTTP/1.1" status: 200 len: 1093 time: 0.9287007 Jun 07 06:55:51.396000 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3d48ee2-200b-4157-b454-429f14f8ef1a', 'tag': '37419c5b-a5bf-401b-9ebb-1192fcbea204'}] {{(pid=91773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 06:55:51.398239 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7af0e1444f231fbc9cc9c3372b4fb62bb65a3f4c42e6951a4a8787648e20f245" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aaca48ab-b903-4156-ba6d-2cfcc1608059" -d '{"events": [{"name": "network-changed", "server_uuid": "d3d48ee2-200b-4157-b454-429f14f8ef1a", "tag": "37419c5b-a5bf-401b-9ebb-1192fcbea204"}]}' {{(pid=91773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 06:55:51.416748 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8eea1d-e4ad-4144-93b9-1d9398f1dc2d service neutron] Pushing event updated for resources: {'Port': ['ID=37419c5b-a5bf-401b-9ebb-1192fcbea204,revision_number=3']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:55:51.419876 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-0e8eea1d-e4ad-4144-93b9-1d9398f1dc2d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:55:51.468011 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 06:55:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1e28701-547a-4df8-acc0-6b825c231dec x-openstack-request-id: req-c1e28701-547a-4df8-acc0-6b825c231dec {{(pid=91773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 06:55:51.468336 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3d48ee2-200b-4157-b454-429f14f8ef1a", "tag": "37419c5b-a5bf-401b-9ebb-1192fcbea204", "status": "completed", "code": 200}]} {{(pid=91773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 06:55:51.468599 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c1e28701-547a-4df8-acc0-6b825c231dec {{(pid=91773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 06:55:51.469014 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3d48ee2-200b-4157-b454-429f14f8ef1a', 'tag': '37419c5b-a5bf-401b-9ebb-1192fcbea204', 'status': 'completed', 'code': 200} Jun 07 06:55:51.510049 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c1f20e-5494-4a09-92be-22709df1d94f req-f2bb2620-fd62-4191-8503-0ac2d807d5ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:55:51.511564 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-67c1f20e-5494-4a09-92be-22709df1d94f req-f2bb2620-fd62-4191-8503-0ac2d807d5ac service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9c3748bb2bde41a7aad87fbe72db4f60&device_id=d3d48ee2-200b-4157-b454-429f14f8ef1a HTTP/1.1" status: 200 len: 1096 time: 0.0754151 Jun 07 06:55:51.594727 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-67c1f20e-5494-4a09-92be-22709df1d94f req-88a7585e-9f4d-4805-aab1-292af4cc1ce2 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=37419c5b-a5bf-401b-9ebb-1192fcbea204 HTTP/1.1" status: 200 len: 217 time: 0.0667250 Jun 07 06:55:51.635812 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce11bb5-02b0-4451-8f82-24dc7e3c48a0 req-54348074-650e-414d-a4f3-f2d2ff8419ba tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:55:51.637428 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-2ce11bb5-02b0-4451-8f82-24dc7e3c48a0 req-54348074-650e-414d-a4f3-f2d2ff8419ba tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] 10.222.0.21 "GET /v2.0/ports?device_id=06745a3f-9eec-46bb-b36d-d77358bd1e50 HTTP/1.1" status: 200 len: 945 time: 0.0881097 Jun 07 06:55:51.670808 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c1f20e-5494-4a09-92be-22709df1d94f req-cb82d4a6-ad86-4091-a870-464ef4e705ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:55:51.672527 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-67c1f20e-5494-4a09-92be-22709df1d94f req-cb82d4a6-ad86-4091-a870-464ef4e705ba service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9f1bbecf-489a-41de-a8c4-3cef98ab79bd HTTP/1.1" status: 200 len: 849 time: 0.0675399 Jun 07 06:55:51.676668 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Device cd05e9bc-3525-4bbc-9697-9fbde478d7c9 details requested by agent hyperv_hv-cinder-78414 with host hv-cinder-78414 {{(pid=91774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 07 06:55:51.680168 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Device 13eb8405-15c1-4b6c-a588-4d93e7cbb80d no longer exists at agent hyperv_hv-cinder-78414 {{(pid=91774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 06:55:51.716360 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.plugin [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] No Port match for: 13eb8405-15c1-4b6c-a588-4d93e7cbb80d {{(pid=91774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 06:55:51.716727 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Device 13eb8405-15c1-4b6c-a588-4d93e7cbb80d not bound to the agent host hv-cinder-78414 {{(pid=91774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 06:55:51.724572 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-67c1f20e-5494-4a09-92be-22709df1d94f req-26570e5d-d7fe-4765-ba66-15ed32dea11a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=cca43da6-1a9d-488f-ad2b-58d612290be5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429442 Jun 07 06:55:51.730909 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-2ce11bb5-02b0-4451-8f82-24dc7e3c48a0 req-12fa905e-ed8b-4cfb-9a24-00dafbdf2454 tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] 10.222.0.21 "GET /v2.0/security-groups?id=28c64220-de7a-4111-93c0-91d84e10d665&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577831 Jun 07 06:55:51.758009 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbc05e4-2b54-4841-8f37-95d2ffaa333c req-6c7f7846-326d-4685-a354-1f4811298397 tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:55:51.758009 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-3bbc05e4-2b54-4841-8f37-95d2ffaa333c req-6c7f7846-326d-4685-a354-1f4811298397 tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] 10.222.0.21 "GET /v2.0/ports?device_id=45af59d1-9852-4669-a1f9-b74a9c5d6b3a HTTP/1.1" status: 200 len: 945 time: 0.1189251 Jun 07 06:55:51.806904 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-3bbc05e4-2b54-4841-8f37-95d2ffaa333c req-71017d1f-60b2-405b-aca4-6a0c3d1d6e1c tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] 10.222.0.21 "GET /v2.0/security-groups?id=1b4cb076-4f85-41ec-a873-5e63f865f342&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412607 Jun 07 06:55:51.859179 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.db [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] For port cd05e9bc-3525-4bbc-9697-9fbde478d7c9, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=cd05e9bc-3525-4bbc-9697-9fbde478d7c9,segment=NetworkSegment(dd64b553-55a0-497a-b3fa-2881b749f6b3),segment_id=dd64b553-55a0-497a-b3fa-2881b749f6b3)] {{(pid=91774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 06:55:51.874532 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-67c1f20e-5494-4a09-92be-22709df1d94f req-47e335e7-faa3-4526-98d1-3867c6248392 service neutron] 10.222.0.43 "GET /v2.0/networks/cca43da6-1a9d-488f-ad2b-58d612290be5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1418750 Jun 07 06:55:51.876067 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Returning: {'device': 'cd05e9bc-3525-4bbc-9697-9fbde478d7c9', 'network_id': '44945c75-fd24-4f07-8506-376dfe01480a', 'port_id': 'cd05e9bc-3525-4bbc-9697-9fbde478d7c9', 'mac_address': 'fa:16:3e:a8:6c:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 301, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc82f5ae-7ff6-4674-94e1-85d4cda3234b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 07 06:55:51.935213 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564700'] for port, before_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:51.951506 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.notifiers.nova [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd05e9bc-3525-4bbc-9697-9fbde478d7c9 {{(pid=91774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 06:55:51.968079 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.db [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] For port cd05e9bc-3525-4bbc-9697-9fbde478d7c9, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=cd05e9bc-3525-4bbc-9697-9fbde478d7c9,segment=NetworkSegment(dd64b553-55a0-497a-b3fa-2881b749f6b3),segment_id=dd64b553-55a0-497a-b3fa-2881b749f6b3)] {{(pid=91774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 06:55:51.974367 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-569476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762332438254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762331935097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762331935142'] for port, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:51.976268 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:55:52.020549 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-67c1f20e-5494-4a09-92be-22709df1d94f req-d012281e-b7b9-4dc8-9ad8-611d49fb0a40 service neutron] 10.222.0.43 "GET /v2.0/networks/cca43da6-1a9d-488f-ad2b-58d612290be5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1393566 Jun 07 06:55:52.052228 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Pushing event updated for resources: {'Port': ['ID=cd05e9bc-3525-4bbc-9697-9fbde478d7c9,revision_number=4']} {{(pid=91774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:55:52.055541 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:55:52.154181 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaca48ab-b903-4156-ba6d-2cfcc1608059 req-408728d8-b5a8-4d6d-a7e2-df2dc837b13a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:55:52.155776 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-aaca48ab-b903-4156-ba6d-2cfcc1608059 req-408728d8-b5a8-4d6d-a7e2-df2dc837b13a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9c3748bb2bde41a7aad87fbe72db4f60&device_id=d3d48ee2-200b-4157-b454-429f14f8ef1a HTTP/1.1" status: 200 len: 1096 time: 0.0751348 Jun 07 06:55:52.300252 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaca48ab-b903-4156-ba6d-2cfcc1608059 req-704f40ef-d316-4edb-92f0-776ef7fffb25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:55:52.301571 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-aaca48ab-b903-4156-ba6d-2cfcc1608059 req-704f40ef-d316-4edb-92f0-776ef7fffb25 service neutron] 10.222.0.43 "GET /v2.0/networks?id=cca43da6-1a9d-488f-ad2b-58d612290be5 HTTP/1.1" status: 200 len: 910 time: 0.1383021 Jun 07 06:55:52.349484 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed744331-0540-4aa9-937e-031dfe74092b req-4393f4bd-1eaa-4856-9224-dc4b8c575ea3 tempest-VolumesSnapshotTestJSON-1176599214 tempest-VolumesSnapshotTestJSON-1176599214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:55:52.350899 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-ed744331-0540-4aa9-937e-031dfe74092b req-4393f4bd-1eaa-4856-9224-dc4b8c575ea3 tempest-VolumesSnapshotTestJSON-1176599214 tempest-VolumesSnapshotTestJSON-1176599214-project] 10.222.0.21 "GET /v2.0/ports?device_id=36ef95c8-44f0-4c07-99bb-ed96dc9044f5 HTTP/1.1" status: 200 len: 944 time: 0.1087148 Jun 07 06:55:52.358083 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb32d6ad-b57f-41bb-af25-dc08b5cebe95 req-da69dc1b-a054-4023-a797-a018e126d1b2 tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:55:52.359427 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-fb32d6ad-b57f-41bb-af25-dc08b5cebe95 req-da69dc1b-a054-4023-a797-a018e126d1b2 tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] 10.222.0.21 "GET /v2.0/ports?device_id=0b69e74a-2084-4d1c-a06d-6341ae621244 HTTP/1.1" status: 200 len: 946 time: 0.1524625 Jun 07 06:55:52.372538 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-aaca48ab-b903-4156-ba6d-2cfcc1608059 req-eb301b92-d52a-4cd6-92f3-a3912668371c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=37419c5b-a5bf-401b-9ebb-1192fcbea204 HTTP/1.1" status: 200 len: 217 time: 0.0636041 Jun 07 06:55:52.427345 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-ed744331-0540-4aa9-937e-031dfe74092b req-c2112cd5-96dd-4e21-9037-fc3c11cccd29 tempest-VolumesSnapshotTestJSON-1176599214 tempest-VolumesSnapshotTestJSON-1176599214-project] 10.222.0.21 "GET /v2.0/security-groups?id=f9ad7a56-0689-46d4-902c-187a6d2f61ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669472 Jun 07 06:55:52.435509 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-fb32d6ad-b57f-41bb-af25-dc08b5cebe95 req-0d6a1cd4-985d-41b2-9769-6b495071409d tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] 10.222.0.21 "GET /v2.0/security-groups?id=e7307ba2-82f7-48b4-bd29-8e5128908893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606055 Jun 07 06:55:52.447613 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaca48ab-b903-4156-ba6d-2cfcc1608059 req-a2b3581e-259e-4a9d-b05c-5c9918d82c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:55:52.449115 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-aaca48ab-b903-4156-ba6d-2cfcc1608059 req-a2b3581e-259e-4a9d-b05c-5c9918d82c89 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9f1bbecf-489a-41de-a8c4-3cef98ab79bd HTTP/1.1" status: 200 len: 849 time: 0.0673718 Jun 07 06:55:52.504990 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.db [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] get_ports_and_sgs() called for port_ids ['cd05e9bc-3525-4bbc-9697-9fbde478d7c9'] {{(pid=91774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 06:55:52.578913 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-aaca48ab-b903-4156-ba6d-2cfcc1608059 req-b0d927b0-b3c5-44ce-b257-d8f0610d63da service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=cca43da6-1a9d-488f-ad2b-58d612290be5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1189535 Jun 07 06:55:52.660415 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6659bc6f-b4e9-4345-a50f-95368479a0b7 req-42b6a65d-5f53-4df4-8b59-e4bfe1059560 tempest-VolumesActionsTest-701523973 tempest-VolumesActionsTest-701523973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:55:52.669809 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-6659bc6f-b4e9-4345-a50f-95368479a0b7 req-42b6a65d-5f53-4df4-8b59-e4bfe1059560 tempest-VolumesActionsTest-701523973 tempest-VolumesActionsTest-701523973-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3d48ee2-200b-4157-b454-429f14f8ef1a HTTP/1.1" status: 200 len: 943 time: 0.1217756 Jun 07 06:55:52.724236 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-6659bc6f-b4e9-4345-a50f-95368479a0b7 req-8a6154c8-2833-45ba-85a2-6305f2721a6c tempest-VolumesActionsTest-701523973 tempest-VolumesActionsTest-701523973-project] 10.222.0.21 "GET /v2.0/security-groups?id=aff93f7c-c2b3-4595-8322-8a14adf9ca70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531945 Jun 07 06:55:52.736480 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-aaca48ab-b903-4156-ba6d-2cfcc1608059 req-3ac172f7-c699-4bc0-84cf-6df72e7a2be4 service neutron] 10.222.0.43 "GET /v2.0/networks/cca43da6-1a9d-488f-ad2b-58d612290be5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1476755 Jun 07 06:55:52.872914 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-aaca48ab-b903-4156-ba6d-2cfcc1608059 req-5e350579-9e3e-44c5-bc63-1f16a2183965 service neutron] 10.222.0.43 "GET /v2.0/networks/cca43da6-1a9d-488f-ad2b-58d612290be5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276696 Jun 07 06:55:52.945722 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8c2982-a063-4f2e-bf70-bd8e5a6868d1 req-d0bf9edb-650f-49fd-a92b-ed209aa29d00 tempest-AttachVolumeNegativeTest-2031625228 tempest-AttachVolumeNegativeTest-2031625228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:55:52.947165 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-9c8c2982-a063-4f2e-bf70-bd8e5a6868d1 req-d0bf9edb-650f-49fd-a92b-ed209aa29d00 tempest-AttachVolumeNegativeTest-2031625228 tempest-AttachVolumeNegativeTest-2031625228-project] 10.222.0.21 "GET /v2.0/ports?device_id=56adc49e-69e7-4670-b2fe-55eab8a4f7e4 HTTP/1.1" status: 200 len: 946 time: 0.1410730 Jun 07 06:55:52.973627 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81b6501-1ff9-490d-9d52-ec7def184385 req-88db6c94-88d3-4970-8bf4-0036b8f539ac tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:55:52.975019 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-b81b6501-1ff9-490d-9d52-ec7def184385 req-88db6c94-88d3-4970-8bf4-0036b8f539ac tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] 10.222.0.21 "GET /v2.0/ports?device_id=06745a3f-9eec-46bb-b36d-d77358bd1e50 HTTP/1.1" status: 200 len: 945 time: 0.1260040 Jun 07 06:55:53.019343 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-9c8c2982-a063-4f2e-bf70-bd8e5a6868d1 req-eb5cce24-3de2-4f6c-87ec-f2d1e8d29fc0 tempest-AttachVolumeNegativeTest-2031625228 tempest-AttachVolumeNegativeTest-2031625228-project] 10.222.0.21 "GET /v2.0/security-groups?id=3d4b3a4d-8433-4457-868d-75e29ba07bfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652044 Jun 07 06:55:53.040008 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-b81b6501-1ff9-490d-9d52-ec7def184385 req-5736d8a1-51f4-43bd-b5a4-2fa1770d243c tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] 10.222.0.21 "GET /v2.0/security-groups?id=28c64220-de7a-4111-93c0-91d84e10d665&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550151 Jun 07 06:55:53.277318 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a253337-d3ab-47ac-b29e-8c6431c41244 req-1686aba1-c135-4456-a772-2c4100eedd3b tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:55:53.280065 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-1a253337-d3ab-47ac-b29e-8c6431c41244 req-1686aba1-c135-4456-a772-2c4100eedd3b tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] 10.222.0.21 "GET /v2.0/ports?device_id=45af59d1-9852-4669-a1f9-b74a9c5d6b3a HTTP/1.1" status: 200 len: 945 time: 0.1603215 Jun 07 06:55:53.324784 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-1a253337-d3ab-47ac-b29e-8c6431c41244 req-34ca93a9-f148-43b9-b1d2-0e67835bf709 tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] 10.222.0.21 "GET /v2.0/security-groups?id=1b4cb076-4f85-41ec-a873-5e63f865f342&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388818 Jun 07 06:55:53.679720 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d07db8-84c3-49cf-b370-42b3a64de4a5 req-f340213c-8d8a-45f7-af64-8333f2f5d1da tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:55:53.681305 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-a1d07db8-84c3-49cf-b370-42b3a64de4a5 req-f340213c-8d8a-45f7-af64-8333f2f5d1da tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] 10.222.0.21 "GET /v2.0/ports?device_id=0b69e74a-2084-4d1c-a06d-6341ae621244 HTTP/1.1" status: 200 len: 946 time: 0.1113060 Jun 07 06:55:53.689571 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1a6337-4ea6-4ebd-b574-3b7cc832ded0 req-5dcc4db7-622e-4c17-9c86-bf788078b90c tempest-VolumesSnapshotTestJSON-1176599214 tempest-VolumesSnapshotTestJSON-1176599214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:55:53.690892 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-1b1a6337-4ea6-4ebd-b574-3b7cc832ded0 req-5dcc4db7-622e-4c17-9c86-bf788078b90c tempest-VolumesSnapshotTestJSON-1176599214 tempest-VolumesSnapshotTestJSON-1176599214-project] 10.222.0.21 "GET /v2.0/ports?device_id=36ef95c8-44f0-4c07-99bb-ed96dc9044f5 HTTP/1.1" status: 200 len: 944 time: 0.1508467 Jun 07 06:55:53.761946 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-a1d07db8-84c3-49cf-b370-42b3a64de4a5 req-d86353b1-f259-4fce-bcaa-fded32132fe7 tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] 10.222.0.21 "GET /v2.0/security-groups?id=e7307ba2-82f7-48b4-bd29-8e5128908893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700276 Jun 07 06:55:53.765365 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-1b1a6337-4ea6-4ebd-b574-3b7cc832ded0 req-06e464c0-295d-4710-b265-4d4d64a837a2 tempest-VolumesSnapshotTestJSON-1176599214 tempest-VolumesSnapshotTestJSON-1176599214-project] 10.222.0.21 "GET /v2.0/security-groups?id=f9ad7a56-0689-46d4-902c-187a6d2f61ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605111 Jun 07 06:55:53.929182 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711161d2-ea79-4f41-8d63-a83514465b98 req-c92b0b8c-eeac-4f09-9c7b-730158df72b0 tempest-VolumesActionsTest-701523973 tempest-VolumesActionsTest-701523973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:55:53.930995 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-711161d2-ea79-4f41-8d63-a83514465b98 req-c92b0b8c-eeac-4f09-9c7b-730158df72b0 tempest-VolumesActionsTest-701523973 tempest-VolumesActionsTest-701523973-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3d48ee2-200b-4157-b454-429f14f8ef1a HTTP/1.1" status: 200 len: 943 time: 0.0790508 Jun 07 06:55:53.982941 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-711161d2-ea79-4f41-8d63-a83514465b98 req-7b1c7ef6-ddcc-44e2-8577-f27e68cb7426 tempest-VolumesActionsTest-701523973 tempest-VolumesActionsTest-701523973-project] 10.222.0.21 "GET /v2.0/security-groups?id=aff93f7c-c2b3-4595-8322-8a14adf9ca70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410309 Jun 07 06:55:54.267776 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feab639e-725a-48da-8916-d9f395d27f3c req-278cfcb6-2ca5-4b70-a5da-222624a47e37 tempest-AttachVolumeNegativeTest-2031625228 tempest-AttachVolumeNegativeTest-2031625228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:55:54.269215 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-feab639e-725a-48da-8916-d9f395d27f3c req-278cfcb6-2ca5-4b70-a5da-222624a47e37 tempest-AttachVolumeNegativeTest-2031625228 tempest-AttachVolumeNegativeTest-2031625228-project] 10.222.0.21 "GET /v2.0/ports?device_id=56adc49e-69e7-4670-b2fe-55eab8a4f7e4 HTTP/1.1" status: 200 len: 946 time: 0.1464136 Jun 07 06:55:54.278770 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4102d6f-0add-4db1-9708-22b89a548d7d req-9c992054-22a7-40c2-a0e7-82c7dc9f4f9a tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:55:54.280323 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-c4102d6f-0add-4db1-9708-22b89a548d7d req-9c992054-22a7-40c2-a0e7-82c7dc9f4f9a tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] 10.222.0.21 "GET /v2.0/ports?device_id=06745a3f-9eec-46bb-b36d-d77358bd1e50 HTTP/1.1" status: 200 len: 945 time: 0.1185153 Jun 07 06:55:54.346333 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-feab639e-725a-48da-8916-d9f395d27f3c req-c1e8d748-fc9a-41df-9bc2-bf0366bb0657 tempest-AttachVolumeNegativeTest-2031625228 tempest-AttachVolumeNegativeTest-2031625228-project] 10.222.0.21 "GET /v2.0/security-groups?id=3d4b3a4d-8433-4457-868d-75e29ba07bfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648949 Jun 07 06:55:54.353026 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-c4102d6f-0add-4db1-9708-22b89a548d7d req-580f83c0-977e-4deb-aa8b-8d11262553b5 tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] 10.222.0.21 "GET /v2.0/security-groups?id=28c64220-de7a-4111-93c0-91d84e10d665&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581341 Jun 07 06:55:54.527411 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb56ae22-9012-44d2-b5c8-b6ca275ddacc req-51e71a1f-a829-4387-852e-cc20cce0dff9 tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:55:54.528820 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-eb56ae22-9012-44d2-b5c8-b6ca275ddacc req-51e71a1f-a829-4387-852e-cc20cce0dff9 tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] 10.222.0.21 "GET /v2.0/ports?device_id=45af59d1-9852-4669-a1f9-b74a9c5d6b3a HTTP/1.1" status: 200 len: 945 time: 0.0828135 Jun 07 06:55:54.575420 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-eb56ae22-9012-44d2-b5c8-b6ca275ddacc req-4fb31e06-c723-46e8-8d6f-ac7eb7fcc1a7 tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] 10.222.0.21 "GET /v2.0/security-groups?id=1b4cb076-4f85-41ec-a873-5e63f865f342&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393989 Jun 07 06:55:55.014221 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080c4277-f197-4fbc-be27-a1dc706d2ea5 req-4bc2a1f9-efb9-42c9-b2c9-d837d0b81e1a tempest-VolumesSnapshotTestJSON-1176599214 tempest-VolumesSnapshotTestJSON-1176599214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:55:55.015665 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-080c4277-f197-4fbc-be27-a1dc706d2ea5 req-4bc2a1f9-efb9-42c9-b2c9-d837d0b81e1a tempest-VolumesSnapshotTestJSON-1176599214 tempest-VolumesSnapshotTestJSON-1176599214-project] 10.222.0.21 "GET /v2.0/ports?device_id=36ef95c8-44f0-4c07-99bb-ed96dc9044f5 HTTP/1.1" status: 200 len: 944 time: 0.1481020 Jun 07 06:55:55.023372 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abee17f-248d-460a-8c42-29572a88bb7b req-af9f49bf-97fd-49c1-9c8e-40a5d1314425 tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:55:55.024984 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-6abee17f-248d-460a-8c42-29572a88bb7b req-af9f49bf-97fd-49c1-9c8e-40a5d1314425 tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] 10.222.0.21 "GET /v2.0/ports?device_id=0b69e74a-2084-4d1c-a06d-6341ae621244 HTTP/1.1" status: 200 len: 946 time: 0.1553245 Jun 07 06:55:55.099237 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-080c4277-f197-4fbc-be27-a1dc706d2ea5 req-a3c0d38c-3bd2-4504-849f-dd97bffe4a86 tempest-VolumesSnapshotTestJSON-1176599214 tempest-VolumesSnapshotTestJSON-1176599214-project] 10.222.0.21 "GET /v2.0/security-groups?id=f9ad7a56-0689-46d4-902c-187a6d2f61ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732267 Jun 07 06:55:55.101821 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-6abee17f-248d-460a-8c42-29572a88bb7b req-73d227d6-362c-4b96-a1d6-b79a95cabb55 tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] 10.222.0.21 "GET /v2.0/security-groups?id=e7307ba2-82f7-48b4-bd29-8e5128908893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627453 Jun 07 06:55:55.279255 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998616e7-038f-41b1-a7bf-d9526b9e6055 req-6332a1b9-f0bf-43f8-ad04-1f2da2d09579 tempest-VolumesActionsTest-701523973 tempest-VolumesActionsTest-701523973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:55:55.281040 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-998616e7-038f-41b1-a7bf-d9526b9e6055 req-6332a1b9-f0bf-43f8-ad04-1f2da2d09579 tempest-VolumesActionsTest-701523973 tempest-VolumesActionsTest-701523973-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3d48ee2-200b-4157-b454-429f14f8ef1a HTTP/1.1" status: 200 len: 943 time: 0.0857217 Jun 07 06:55:55.327280 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-998616e7-038f-41b1-a7bf-d9526b9e6055 req-badc6d34-a78c-4327-939a-8389672ef2f4 tempest-VolumesActionsTest-701523973 tempest-VolumesActionsTest-701523973-project] 10.222.0.21 "GET /v2.0/security-groups?id=aff93f7c-c2b3-4595-8322-8a14adf9ca70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396855 Jun 07 06:55:55.339014 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2bfff5-f64d-4357-a0ad-063cd42e11c1 req-321466a2-97d2-4cfa-b1cf-5401116b3c6d tempest-AttachVolumeNegativeTest-2031625228 tempest-AttachVolumeNegativeTest-2031625228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:55:55.341068 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-3f2bfff5-f64d-4357-a0ad-063cd42e11c1 req-321466a2-97d2-4cfa-b1cf-5401116b3c6d tempest-AttachVolumeNegativeTest-2031625228 tempest-AttachVolumeNegativeTest-2031625228-project] 10.222.0.43 "GET /v2.0/ports?device_id=56adc49e-69e7-4670-b2fe-55eab8a4f7e4 HTTP/1.1" status: 200 len: 946 time: 0.0795906 Jun 07 06:55:55.480751 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.plugin [req-3f2bfff5-f64d-4357-a0ad-063cd42e11c1 req-84ced65a-aeb5-4989-bed6-08fcf50a5750 tempest-AttachVolumeNegativeTest-2031625228 tempest-AttachVolumeNegativeTest-2031625228-project] Deleting port b9c5c089-a420-4e44-8f92-33d4964a0cd5 {{(pid=91773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 06:55:55.481138 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [req-3f2bfff5-f64d-4357-a0ad-063cd42e11c1 req-84ced65a-aeb5-4989-bed6-08fcf50a5750 tempest-AttachVolumeNegativeTest-2031625228 tempest-AttachVolumeNegativeTest-2031625228-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762332413660'] for port, before_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:55.592579 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f4635e-8c6b-49d4-8b3a-4ea37bfb0bf2 req-58f79a9b-b4ad-4156-b25a-ddb45fc42854 tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:55:55.594005 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-68f4635e-8c6b-49d4-8b3a-4ea37bfb0bf2 req-58f79a9b-b4ad-4156-b25a-ddb45fc42854 tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] 10.222.0.21 "GET /v2.0/ports?device_id=06745a3f-9eec-46bb-b36d-d77358bd1e50 HTTP/1.1" status: 200 len: 945 time: 0.1065984 Jun 07 06:55:55.604743 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c315ea-b37d-4be6-9040-aadf3a01c885 req-802bad43-67b6-4b20-9ec3-1225a3725f05 tempest-AttachVolumeNegativeTest-2031625228 tempest-AttachVolumeNegativeTest-2031625228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:55:55.606160 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-52c315ea-b37d-4be6-9040-aadf3a01c885 req-802bad43-67b6-4b20-9ec3-1225a3725f05 tempest-AttachVolumeNegativeTest-2031625228 tempest-AttachVolumeNegativeTest-2031625228-project] 10.222.0.21 "GET /v2.0/ports?device_id=56adc49e-69e7-4670-b2fe-55eab8a4f7e4 HTTP/1.1" status: 200 len: 946 time: 0.1533651 Jun 07 06:55:55.618137 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.db [req-3f2bfff5-f64d-4357-a0ad-063cd42e11c1 req-84ced65a-aeb5-4989-bed6-08fcf50a5750 tempest-AttachVolumeNegativeTest-2031625228 tempest-AttachVolumeNegativeTest-2031625228-project] For port b9c5c089-a420-4e44-8f92-33d4964a0cd5, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=b9c5c089-a420-4e44-8f92-33d4964a0cd5,segment=NetworkSegment(88ca7d97-e105-429a-98e0-c2a9da21452e),segment_id=88ca7d97-e105-429a-98e0-c2a9da21452e)] {{(pid=91773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 06:55:55.618486 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [req-3f2bfff5-f64d-4357-a0ad-063cd42e11c1 req-84ced65a-aeb5-4989-bed6-08fcf50a5750 tempest-AttachVolumeNegativeTest-2031625228 tempest-AttachVolumeNegativeTest-2031625228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1669251'] for port, precommit_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:55.675324 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-68f4635e-8c6b-49d4-8b3a-4ea37bfb0bf2 req-e2bf920e-f740-4df5-a0e7-0ac14c231a79 tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] 10.222.0.21 "GET /v2.0/security-groups?id=28c64220-de7a-4111-93c0-91d84e10d665&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682168 Jun 07 06:55:55.682442 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-52c315ea-b37d-4be6-9040-aadf3a01c885 req-a93cf3fc-8b83-4cc8-95eb-37222f6128ee tempest-AttachVolumeNegativeTest-2031625228 tempest-AttachVolumeNegativeTest-2031625228-project] 10.222.0.21 "GET /v2.0/security-groups?id=3d4b3a4d-8433-4457-868d-75e29ba07bfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623488 Jun 07 06:55:55.724644 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Device 37419c5b-a5bf-401b-9ebb-1192fcbea204 details requested by agent hyperv_hv-cinder-78414 with host hv-cinder-78414 {{(pid=91774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 07 06:55:55.728422 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Device cd05e9bc-3525-4bbc-9697-9fbde478d7c9 up at agent hyperv_hv-cinder-78414 {{(pid=91774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 06:55:55.747874 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.plugin [req-3f2bfff5-f64d-4357-a0ad-063cd42e11c1 req-84ced65a-aeb5-4989-bed6-08fcf50a5750 tempest-AttachVolumeNegativeTest-2031625228 tempest-AttachVolumeNegativeTest-2031625228-project] Calling delete_port for b9c5c089-a420-4e44-8f92-33d4964a0cd5 owned by compute:nova {{(pid=91773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 06:55:55.860258 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb78624-ea45-4913-ad5f-a5cc6bf5672c req-05e50a16-b50d-4495-bdef-d80b5eac258f tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:55:55.861789 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-5bb78624-ea45-4913-ad5f-a5cc6bf5672c req-05e50a16-b50d-4495-bdef-d80b5eac258f tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] 10.222.0.21 "GET /v2.0/ports?device_id=45af59d1-9852-4669-a1f9-b74a9c5d6b3a HTTP/1.1" status: 200 len: 945 time: 0.0893931 Jun 07 06:55:55.869473 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [req-3f2bfff5-f64d-4357-a0ad-063cd42e11c1 req-84ced65a-aeb5-4989-bed6-08fcf50a5750 tempest-AttachVolumeNegativeTest-2031625228 tempest-AttachVolumeNegativeTest-2031625228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-569476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762332438236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762331935088'] for port, after_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:55.874891 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-6c451c74-948c-4716-9735-628d51c6cb72 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:55:55.898880 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.db [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] get_ports_and_sgs() called for port_ids ['8a1f7952-1bb8-4863-b199-a8d4ed9da897', '0953562e-2583-4896-8bd4-77f2631e99cd', 'b9c5c089-a420-4e44-8f92-33d4964a0cd5'] {{(pid=91774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 06:55:55.915443 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-5bb78624-ea45-4913-ad5f-a5cc6bf5672c req-14ec47f1-802b-47ef-988f-79e42fb01545 tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] 10.222.0.21 "GET /v2.0/security-groups?id=1b4cb076-4f85-41ec-a873-5e63f865f342&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471182 Jun 07 06:55:55.943553 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.db.provisioning_blocks [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Provisioning for port cd05e9bc-3525-4bbc-9697-9fbde478d7c9 completed by entity L2. {{(pid=91774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 06:55:55.959761 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.db.provisioning_blocks [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Provisioning complete for port cd05e9bc-3525-4bbc-9697-9fbde478d7c9 triggered by entity L2. {{(pid=91774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 06:55:55.960167 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723953'] for port, provisioning_complete {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:55.962315 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ced65a-aeb5-4989-bed6-08fcf50a5750 tempest-AttachVolumeNegativeTest-2031625228 tempest-AttachVolumeNegativeTest-2031625228-project] Pushing event deleted for resources: {'Port': ['ID=b9c5c089-a420-4e44-8f92-33d4964a0cd5,revision_number=None']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:55:55.966636 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-84ced65a-aeb5-4989-bed6-08fcf50a5750 tempest-AttachVolumeNegativeTest-2031625228 tempest-AttachVolumeNegativeTest-2031625228-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:55:56.015010 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f2bfff5-f64d-4357-a0ad-063cd42e11c1 req-84ced65a-aeb5-4989-bed6-08fcf50a5750 tempest-AttachVolumeNegativeTest-2031625228 tempest-AttachVolumeNegativeTest-2031625228-project] No DVR routers for this DVR port b9c5c089-a420-4e44-8f92-33d4964a0cd5 on host hv-cinder-78414 {{(pid=91773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 06:55:56.017628 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [req-3f2bfff5-f64d-4357-a0ad-063cd42e11c1 req-84ced65a-aeb5-4989-bed6-08fcf50a5750 tempest-AttachVolumeNegativeTest-2031625228 tempest-AttachVolumeNegativeTest-2031625228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503096'] for port, before_response {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:56.019823 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-3f2bfff5-f64d-4357-a0ad-063cd42e11c1 req-84ced65a-aeb5-4989-bed6-08fcf50a5750 tempest-AttachVolumeNegativeTest-2031625228 tempest-AttachVolumeNegativeTest-2031625228-project] 10.222.0.43 "DELETE /v2.0/ports/b9c5c089-a420-4e44-8f92-33d4964a0cd5 HTTP/1.1" status: 204 len: 173 time: 0.6727703 Jun 07 06:55:56.020328 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56adc49e-69e7-4670-b2fe-55eab8a4f7e4', 'name': 'network-vif-deleted', 'tag': 'b9c5c089-a420-4e44-8f92-33d4964a0cd5'}] {{(pid=91773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 06:55:56.022574 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7af0e1444f231fbc9cc9c3372b4fb62bb65a3f4c42e6951a4a8787648e20f245" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72c8f99d-9c3b-4b82-909e-0fa9a72f22d6" -d '{"events": [{"server_uuid": "56adc49e-69e7-4670-b2fe-55eab8a4f7e4", "name": "network-vif-deleted", "tag": "b9c5c089-a420-4e44-8f92-33d4964a0cd5"}]}' {{(pid=91773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 06:55:56.070422 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.db [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] For port 37419c5b-a5bf-401b-9ebb-1192fcbea204, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=37419c5b-a5bf-401b-9ebb-1192fcbea204,segment=NetworkSegment(ccdc1b9c-948c-410b-aa2d-4ae78f335c6d),segment_id=ccdc1b9c-948c-410b-aa2d-4ae78f335c6d)] {{(pid=91774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 06:55:56.091574 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 06:55:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9ba71f8-88b1-4eed-9241-0e4fbdbab3fb x-openstack-request-id: req-d9ba71f8-88b1-4eed-9241-0e4fbdbab3fb {{(pid=91773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 06:55:56.092109 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56adc49e-69e7-4670-b2fe-55eab8a4f7e4", "name": "network-vif-deleted", "tag": "b9c5c089-a420-4e44-8f92-33d4964a0cd5", "status": "completed", "code": 200}]} {{(pid=91773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 06:55:56.092384 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d9ba71f8-88b1-4eed-9241-0e4fbdbab3fb {{(pid=91773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 06:55:56.092812 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56adc49e-69e7-4670-b2fe-55eab8a4f7e4', 'name': 'network-vif-deleted', 'tag': 'b9c5c089-a420-4e44-8f92-33d4964a0cd5', 'status': 'completed', 'code': 200} Jun 07 06:55:56.104586 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Returning: {'device': '37419c5b-a5bf-401b-9ebb-1192fcbea204', 'network_id': 'cca43da6-1a9d-488f-ad2b-58d612290be5', 'port_id': '37419c5b-a5bf-401b-9ebb-1192fcbea204', 'mac_address': 'fa:16:3e:7f:a7:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f1bbecf-489a-41de-a8c4-3cef98ab79bd', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 07 06:55:56.256091 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564700'] for port, before_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:56.265657 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564700'] for port, before_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:56.298484 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.notifiers.nova [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37419c5b-a5bf-401b-9ebb-1192fcbea204 {{(pid=91774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 06:55:56.322303 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36ef95c8-44f0-4c07-99bb-ed96dc9044f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd05e9bc-3525-4bbc-9697-9fbde478d7c9'}] {{(pid=91774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 06:55:56.324639 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73fb9c482eb19c5c2e497b7af5ecd9f5da2a12b641d83391285fbc9a8928c34b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8d557a9-61d3-4032-918d-48c491fac90d" -d '{"events": [{"server_uuid": "36ef95c8-44f0-4c07-99bb-ed96dc9044f5", "name": "network-vif-plugged", "status": "completed", "tag": "cd05e9bc-3525-4bbc-9697-9fbde478d7c9"}]}' {{(pid=91774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 06:55:56.345280 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.db [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] For port cd05e9bc-3525-4bbc-9697-9fbde478d7c9, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=cd05e9bc-3525-4bbc-9697-9fbde478d7c9,segment=NetworkSegment(dd64b553-55a0-497a-b3fa-2881b749f6b3),segment_id=dd64b553-55a0-497a-b3fa-2881b749f6b3)] {{(pid=91774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 06:55:56.347012 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.db [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] For port 37419c5b-a5bf-401b-9ebb-1192fcbea204, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=37419c5b-a5bf-401b-9ebb-1192fcbea204,segment=NetworkSegment(ccdc1b9c-948c-410b-aa2d-4ae78f335c6d),segment_id=ccdc1b9c-948c-410b-aa2d-4ae78f335c6d)] {{(pid=91774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 06:55:56.358237 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-569476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762332438254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762331935097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762331935142'] for port, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:56.360112 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-569476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762332438254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762331935097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762331935142'] for port, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:56.364112 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:55:56.376899 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cb0b07-e28c-49f6-a7a9-6030b7a0cbe6 req-3680ec8b-3eee-4580-beec-e321231685b7 tempest-VolumesSnapshotTestJSON-1176599214 tempest-VolumesSnapshotTestJSON-1176599214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:55:56.378340 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-a6cb0b07-e28c-49f6-a7a9-6030b7a0cbe6 req-3680ec8b-3eee-4580-beec-e321231685b7 tempest-VolumesSnapshotTestJSON-1176599214 tempest-VolumesSnapshotTestJSON-1176599214-project] 10.222.0.21 "GET /v2.0/ports?device_id=36ef95c8-44f0-4c07-99bb-ed96dc9044f5 HTTP/1.1" status: 200 len: 944 time: 0.1475630 Jun 07 06:55:56.389989 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebac84d1-120e-4a0f-a1d4-7c05fe916c16 req-16e50c8b-c1ab-482f-8ea0-e0815aa10604 tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:55:56.391336 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-ebac84d1-120e-4a0f-a1d4-7c05fe916c16 req-16e50c8b-c1ab-482f-8ea0-e0815aa10604 tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] 10.222.0.21 "GET /v2.0/ports?device_id=0b69e74a-2084-4d1c-a06d-6341ae621244 HTTP/1.1" status: 200 len: 946 time: 0.1186872 Jun 07 06:55:56.460179 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-a6cb0b07-e28c-49f6-a7a9-6030b7a0cbe6 req-b61fbd3f-c1c4-40a0-94fe-9b9c8a6244b8 tempest-VolumesSnapshotTestJSON-1176599214 tempest-VolumesSnapshotTestJSON-1176599214-project] 10.222.0.21 "GET /v2.0/security-groups?id=f9ad7a56-0689-46d4-902c-187a6d2f61ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678017 Jun 07 06:55:56.464237 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-ebac84d1-120e-4a0f-a1d4-7c05fe916c16 req-d4e2c619-4b14-4c0f-af43-76a8b0079b83 tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] 10.222.0.21 "GET /v2.0/security-groups?id=e7307ba2-82f7-48b4-bd29-8e5128908893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572886 Jun 07 06:55:56.468674 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Pushing event updated for resources: {'Port': ['ID=cd05e9bc-3525-4bbc-9697-9fbde478d7c9,revision_number=5']} {{(pid=91774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:55:56.550655 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 06:55:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11f3cb28-5b72-424d-8952-624698e0a1aa x-openstack-request-id: req-11f3cb28-5b72-424d-8952-624698e0a1aa {{(pid=91774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 06:55:56.550953 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36ef95c8-44f0-4c07-99bb-ed96dc9044f5", "name": "network-vif-plugged", "status": "completed", "tag": "cd05e9bc-3525-4bbc-9697-9fbde478d7c9", "code": 200}]} {{(pid=91774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 06:55:56.551209 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-11f3cb28-5b72-424d-8952-624698e0a1aa {{(pid=91774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 06:55:56.551598 dv-cinder-784140-5-smb neutron-server[91774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36ef95c8-44f0-4c07-99bb-ed96dc9044f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd05e9bc-3525-4bbc-9697-9fbde478d7c9', 'code': 200} Jun 07 06:55:56.597095 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Pushing event updated for resources: {'Port': ['ID=37419c5b-a5bf-401b-9ebb-1192fcbea204,revision_number=4']} {{(pid=91774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:55:56.605775 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:55:56.606287 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.213s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:55:56.606722 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:55:56.681019 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ce5885-9b84-4295-b037-9f2434a6da9f req-80f02964-1764-447e-a980-3a9308ea9ec0 tempest-VolumesActionsTest-701523973 tempest-VolumesActionsTest-701523973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:55:56.682578 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-f8ce5885-9b84-4295-b037-9f2434a6da9f req-80f02964-1764-447e-a980-3a9308ea9ec0 tempest-VolumesActionsTest-701523973 tempest-VolumesActionsTest-701523973-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3d48ee2-200b-4157-b454-429f14f8ef1a HTTP/1.1" status: 200 len: 944 time: 0.0891395 Jun 07 06:55:56.730738 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.db [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] get_ports_and_sgs() called for port_ids ['37419c5b-a5bf-401b-9ebb-1192fcbea204'] {{(pid=91774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 06:55:56.736284 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-f8ce5885-9b84-4295-b037-9f2434a6da9f req-424f774a-f46c-4ad3-a4b1-83334b51fd62 tempest-VolumesActionsTest-701523973 tempest-VolumesActionsTest-701523973-project] 10.222.0.21 "GET /v2.0/security-groups?id=aff93f7c-c2b3-4595-8322-8a14adf9ca70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478017 Jun 07 06:55:56.898588 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaeaf6a5-851b-425c-b505-d407fa571293 req-8b7215d2-9ed6-4dea-a697-4208738189b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:55:56.901025 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-eaeaf6a5-851b-425c-b505-d407fa571293 req-8b7215d2-9ed6-4dea-a697-4208738189b2 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=36ef95c8-44f0-4c07-99bb-ed96dc9044f5 HTTP/1.1" status: 200 len: 1098 time: 0.1177454 Jun 07 06:55:56.946054 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-eaeaf6a5-851b-425c-b505-d407fa571293 req-3a001ea2-78fd-4320-ade5-fc9c82390bd8 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=f9ad7a56-0689-46d4-902c-187a6d2f61ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382438 Jun 07 06:55:57.034968 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-348c3f03-1e82-4380-adb7-ab6e91e4294c req-b1cb353c-8d2a-4a24-8e7c-4015f00ddaf8 tempest-AttachVolumeNegativeTest-2031625228 tempest-AttachVolumeNegativeTest-2031625228-project] 10.222.0.21 "GET /v2.0/ports?device_id=56adc49e-69e7-4670-b2fe-55eab8a4f7e4 HTTP/1.1" status: 200 len: 210 time: 0.1494737 Jun 07 06:55:57.077752 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59042fe4-1cea-4a04-a18e-e6121810c5f0 req-a8797cfa-b28f-4ef6-880b-0efaf0ef0601 tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:55:57.080334 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-59042fe4-1cea-4a04-a18e-e6121810c5f0 req-a8797cfa-b28f-4ef6-880b-0efaf0ef0601 tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] 10.222.0.21 "GET /v2.0/ports?device_id=06745a3f-9eec-46bb-b36d-d77358bd1e50 HTTP/1.1" status: 200 len: 945 time: 0.2380371 Jun 07 06:55:57.132139 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-59042fe4-1cea-4a04-a18e-e6121810c5f0 req-6eb03822-718e-4c07-b538-72f8f986087a tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] 10.222.0.21 "GET /v2.0/security-groups?id=28c64220-de7a-4111-93c0-91d84e10d665&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473254 Jun 07 06:55:57.230571 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ec0ec2-2f94-4d16-9cff-97a5e412ccce req-79279109-6470-470c-b9c6-e9f074f7ecba tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:55:57.238597 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-65ec0ec2-2f94-4d16-9cff-97a5e412ccce req-79279109-6470-470c-b9c6-e9f074f7ecba tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] 10.222.0.21 "GET /v2.0/ports?device_id=45af59d1-9852-4669-a1f9-b74a9c5d6b3a HTTP/1.1" status: 200 len: 945 time: 0.0943713 Jun 07 06:55:57.278584 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-65ec0ec2-2f94-4d16-9cff-97a5e412ccce req-6e39553e-be34-4acb-9e20-d2ef07cc4a67 tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] 10.222.0.21 "GET /v2.0/security-groups?id=1b4cb076-4f85-41ec-a873-5e63f865f342&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390906 Jun 07 06:55:57.489460 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2306868b-3dca-4303-b2dc-47b294dcd391 req-a704440f-83a3-42cc-9dfe-989f0e54e87b tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:55:57.491087 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-2306868b-3dca-4303-b2dc-47b294dcd391 req-a704440f-83a3-42cc-9dfe-989f0e54e87b tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] 10.222.0.21 "GET /v2.0/ports?device_id=06745a3f-9eec-46bb-b36d-d77358bd1e50 HTTP/1.1" status: 200 len: 945 time: 0.0836883 Jun 07 06:55:57.538706 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-2306868b-3dca-4303-b2dc-47b294dcd391 req-3fd3f874-92b8-4ca0-b48f-4c2c6bdf914f tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] 10.222.0.21 "GET /v2.0/security-groups?id=28c64220-de7a-4111-93c0-91d84e10d665&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395343 Jun 07 06:55:57.541719 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbe8b62-30fc-4d6a-b0b5-15b4c4f0b23b req-d117c45c-35e5-47f5-b28f-2cea96bf8678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:55:57.543839 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-0bbe8b62-30fc-4d6a-b0b5-15b4c4f0b23b req-d117c45c-35e5-47f5-b28f-2cea96bf8678 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0cf7ac6ccb8642d894b6ba7f74160152&device_id=06745a3f-9eec-46bb-b36d-d77358bd1e50 HTTP/1.1" status: 200 len: 1098 time: 0.0726120 Jun 07 06:55:57.681086 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbe8b62-30fc-4d6a-b0b5-15b4c4f0b23b req-3bc94df3-e009-48af-92fd-35bc729d6f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:55:57.682531 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-0bbe8b62-30fc-4d6a-b0b5-15b4c4f0b23b req-3bc94df3-e009-48af-92fd-35bc729d6f83 service neutron] 10.222.0.43 "GET /v2.0/networks?id=90cfa33b-3934-46a0-a3d0-faaa7bfec8df HTTP/1.1" status: 200 len: 911 time: 0.1297481 Jun 07 06:55:57.705725 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70a6610-071f-43fa-ada5-7dbd367ab517 req-c58f79c0-d2d5-461d-b6fc-f54a447ea852 tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:55:57.707127 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-d70a6610-071f-43fa-ada5-7dbd367ab517 req-c58f79c0-d2d5-461d-b6fc-f54a447ea852 tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] 10.222.0.21 "GET /v2.0/ports?device_id=0b69e74a-2084-4d1c-a06d-6341ae621244 HTTP/1.1" status: 200 len: 946 time: 0.1299670 Jun 07 06:55:57.764595 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16feb83a-8966-43a0-8403-cd94caba0f9a req-05fd5738-7bf1-4caa-bbb9-45f478cd1567 tempest-VolumesSnapshotTestJSON-1176599214 tempest-VolumesSnapshotTestJSON-1176599214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:55:57.767253 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-16feb83a-8966-43a0-8403-cd94caba0f9a req-05fd5738-7bf1-4caa-bbb9-45f478cd1567 tempest-VolumesSnapshotTestJSON-1176599214 tempest-VolumesSnapshotTestJSON-1176599214-project] 10.222.0.21 "GET /v2.0/ports?device_id=36ef95c8-44f0-4c07-99bb-ed96dc9044f5 HTTP/1.1" status: 200 len: 945 time: 0.1325009 Jun 07 06:55:57.772261 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-d70a6610-071f-43fa-ada5-7dbd367ab517 req-0f004b42-3b81-4e11-9e3f-eb2f06a8935d tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] 10.222.0.21 "GET /v2.0/security-groups?id=e7307ba2-82f7-48b4-bd29-8e5128908893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583529 Jun 07 06:55:57.800158 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-0bbe8b62-30fc-4d6a-b0b5-15b4c4f0b23b req-f6940866-3d94-45c5-99ed-48531374ebc9 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=29ea960d-9ed1-4bb5-b4a0-2e1939e8201e HTTP/1.1" status: 200 len: 1001 time: 0.1075087 Jun 07 06:55:57.813318 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-16feb83a-8966-43a0-8403-cd94caba0f9a req-ea6961e3-27e2-4a0c-a341-8be3742a68df tempest-VolumesSnapshotTestJSON-1176599214 tempest-VolumesSnapshotTestJSON-1176599214-project] 10.222.0.21 "GET /v2.0/security-groups?id=f9ad7a56-0689-46d4-902c-187a6d2f61ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400276 Jun 07 06:55:57.867577 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbe8b62-30fc-4d6a-b0b5-15b4c4f0b23b req-1ccf8064-a721-4b46-a26a-26f30ccfa630 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:55:57.869025 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-0bbe8b62-30fc-4d6a-b0b5-15b4c4f0b23b req-1ccf8064-a721-4b46-a26a-26f30ccfa630 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=cf612fb8-f9f7-4687-b8ca-e3cc129879ce HTTP/1.1" status: 200 len: 849 time: 0.0620613 Jun 07 06:55:57.951909 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5d8289-e38f-49d2-bedd-eaf8bfe20679 req-30149157-09fa-4008-819c-741761e4c3ba tempest-VolumesActionsTest-701523973 tempest-VolumesActionsTest-701523973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:55:57.953349 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-0c5d8289-e38f-49d2-bedd-eaf8bfe20679 req-30149157-09fa-4008-819c-741761e4c3ba tempest-VolumesActionsTest-701523973 tempest-VolumesActionsTest-701523973-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3d48ee2-200b-4157-b454-429f14f8ef1a HTTP/1.1" status: 200 len: 944 time: 0.0867403 Jun 07 06:55:58.000674 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-0c5d8289-e38f-49d2-bedd-eaf8bfe20679 req-89d4b29f-40c9-4e9b-94c6-c505ca654cb5 tempest-VolumesActionsTest-701523973 tempest-VolumesActionsTest-701523973-project] 10.222.0.21 "GET /v2.0/security-groups?id=aff93f7c-c2b3-4595-8322-8a14adf9ca70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412595 Jun 07 06:55:58.008372 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbe8b62-30fc-4d6a-b0b5-15b4c4f0b23b req-d1344f9a-8245-4979-a6a5-a50007af76c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:55:58.009824 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-0bbe8b62-30fc-4d6a-b0b5-15b4c4f0b23b req-d1344f9a-8245-4979-a6a5-a50007af76c7 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=90cfa33b-3934-46a0-a3d0-faaa7bfec8df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1338313 Jun 07 06:55:58.150930 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-0bbe8b62-30fc-4d6a-b0b5-15b4c4f0b23b req-6a96b93d-3875-47e7-b82f-b4fed8fe1994 service neutron] 10.222.0.43 "GET /v2.0/networks/90cfa33b-3934-46a0-a3d0-faaa7bfec8df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264369 Jun 07 06:55:58.291463 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-0bbe8b62-30fc-4d6a-b0b5-15b4c4f0b23b req-dd8926fb-abc9-4415-8161-2458b43ef9cf service neutron] 10.222.0.43 "GET /v2.0/networks/90cfa33b-3934-46a0-a3d0-faaa7bfec8df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221724 Jun 07 06:55:58.539032 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218f41e9-8f58-40bc-b6bf-45a444c21a74 req-a33b5274-2751-4be7-8c3a-e98ade9bfd29 tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:55:58.540496 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-218f41e9-8f58-40bc-b6bf-45a444c21a74 req-a33b5274-2751-4be7-8c3a-e98ade9bfd29 tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] 10.222.0.21 "GET /v2.0/ports?device_id=45af59d1-9852-4669-a1f9-b74a9c5d6b3a HTTP/1.1" status: 200 len: 945 time: 0.1423516 Jun 07 06:55:58.548253 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075dcd37-7c29-40af-a0f7-576c624cb8c3 req-91680515-6c98-465e-b7a9-697f9ae9a2e9 tempest-AttachVolumeNegativeTest-2031625228 tempest-AttachVolumeNegativeTest-2031625228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:55:58.549556 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-075dcd37-7c29-40af-a0f7-576c624cb8c3 req-91680515-6c98-465e-b7a9-697f9ae9a2e9 tempest-AttachVolumeNegativeTest-2031625228 tempest-AttachVolumeNegativeTest-2031625228-project] 10.222.0.21 "GET /v2.0/ports?device_id=f0b48919-d9cb-43db-9de0-e805db824387 HTTP/1.1" status: 200 len: 945 time: 0.1205564 Jun 07 06:55:58.611669 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-218f41e9-8f58-40bc-b6bf-45a444c21a74 req-f085c72e-c15b-4f22-9094-ab629b20214a tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] 10.222.0.21 "GET /v2.0/security-groups?id=1b4cb076-4f85-41ec-a873-5e63f865f342&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611224 Jun 07 06:55:58.621235 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-075dcd37-7c29-40af-a0f7-576c624cb8c3 req-6b6b0ef2-7a28-4623-b384-6a2019692732 tempest-AttachVolumeNegativeTest-2031625228 tempest-AttachVolumeNegativeTest-2031625228-project] 10.222.0.21 "GET /v2.0/security-groups?id=3d4b3a4d-8433-4457-868d-75e29ba07bfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578196 Jun 07 06:55:58.786020 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cd8f51-f1a2-4106-ac55-1406d6b2feac req-9e623bac-bd22-47fc-861e-31a66adfd0c9 tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:55:58.787526 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-c4cd8f51-f1a2-4106-ac55-1406d6b2feac req-9e623bac-bd22-47fc-861e-31a66adfd0c9 tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] 10.222.0.21 "GET /v2.0/ports?device_id=06745a3f-9eec-46bb-b36d-d77358bd1e50 HTTP/1.1" status: 200 len: 945 time: 0.0783520 Jun 07 06:55:58.834953 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-c4cd8f51-f1a2-4106-ac55-1406d6b2feac req-6f64ee07-e4d7-4885-a063-18c5a92778e0 tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] 10.222.0.21 "GET /v2.0/security-groups?id=28c64220-de7a-4111-93c0-91d84e10d665&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417800 Jun 07 06:55:59.009030 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0badf4-43ae-4f67-8696-f6c507b72db5 req-9ebfdb15-8a63-4eef-9beb-2ae1775817a1 tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:55:59.010449 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-ee0badf4-43ae-4f67-8696-f6c507b72db5 req-9ebfdb15-8a63-4eef-9beb-2ae1775817a1 tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] 10.222.0.21 "GET /v2.0/ports?device_id=0b69e74a-2084-4d1c-a06d-6341ae621244 HTTP/1.1" status: 200 len: 946 time: 0.1333940 Jun 07 06:55:59.049168 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caed8ebe-d38d-494b-9374-f970824a3eeb req-a66b1c07-0862-46d7-814b-bcc2fb1ca14e tempest-VolumesSnapshotTestJSON-1176599214 tempest-VolumesSnapshotTestJSON-1176599214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:55:59.050580 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-caed8ebe-d38d-494b-9374-f970824a3eeb req-a66b1c07-0862-46d7-814b-bcc2fb1ca14e tempest-VolumesSnapshotTestJSON-1176599214 tempest-VolumesSnapshotTestJSON-1176599214-project] 10.222.0.21 "GET /v2.0/ports?device_id=36ef95c8-44f0-4c07-99bb-ed96dc9044f5 HTTP/1.1" status: 200 len: 945 time: 0.1226580 Jun 07 06:55:59.087665 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-ee0badf4-43ae-4f67-8696-f6c507b72db5 req-9f97ffd4-a31e-4959-8ee2-1e01f44bd8e1 tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] 10.222.0.21 "GET /v2.0/security-groups?id=e7307ba2-82f7-48b4-bd29-8e5128908893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706868 Jun 07 06:55:59.106464 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-caed8ebe-d38d-494b-9374-f970824a3eeb req-7239ef53-5357-4b0a-81bf-553cc23eb680 tempest-VolumesSnapshotTestJSON-1176599214 tempest-VolumesSnapshotTestJSON-1176599214-project] 10.222.0.21 "GET /v2.0/security-groups?id=f9ad7a56-0689-46d4-902c-187a6d2f61ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481653 Jun 07 06:55:59.281689 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb299212-4600-4424-bdfd-2773bdca7109 req-30b947f7-39df-4913-a97a-a0bd4f575f5f tempest-VolumesActionsTest-701523973 tempest-VolumesActionsTest-701523973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:55:59.283180 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-bb299212-4600-4424-bdfd-2773bdca7109 req-30b947f7-39df-4913-a97a-a0bd4f575f5f tempest-VolumesActionsTest-701523973 tempest-VolumesActionsTest-701523973-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3d48ee2-200b-4157-b454-429f14f8ef1a HTTP/1.1" status: 200 len: 944 time: 0.0990827 Jun 07 06:55:59.329939 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-bb299212-4600-4424-bdfd-2773bdca7109 req-279748ac-64fd-4a08-aedb-443f8e2a2676 tempest-VolumesActionsTest-701523973 tempest-VolumesActionsTest-701523973-project] 10.222.0.21 "GET /v2.0/security-groups?id=aff93f7c-c2b3-4595-8322-8a14adf9ca70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413215 Jun 07 06:55:59.763618 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Device 37419c5b-a5bf-401b-9ebb-1192fcbea204 up at agent hyperv_hv-cinder-78414 {{(pid=91774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 06:55:59.834117 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.db.provisioning_blocks [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Provisioning for port 37419c5b-a5bf-401b-9ebb-1192fcbea204 completed by entity L2. {{(pid=91774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 06:55:59.839040 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.db.provisioning_blocks [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Provisioning complete for port 37419c5b-a5bf-401b-9ebb-1192fcbea204 triggered by entity L2. {{(pid=91774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 06:55:59.839392 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723953'] for port, provisioning_complete {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:59.878663 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad992dc-2a96-469a-b3b4-1b81b1c67f81 req-d68601cd-e327-433a-9d06-a5919df2c964 tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:55:59.880140 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-0ad992dc-2a96-469a-b3b4-1b81b1c67f81 req-d68601cd-e327-433a-9d06-a5919df2c964 tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] 10.222.0.21 "GET /v2.0/ports?device_id=45af59d1-9852-4669-a1f9-b74a9c5d6b3a HTTP/1.1" status: 200 len: 945 time: 0.1486897 Jun 07 06:55:59.891795 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad3365b-1de3-4487-b588-d3a0dba2b163 req-36bc1b2e-829a-4974-9960-852ca5335617 tempest-AttachVolumeNegativeTest-2031625228 tempest-AttachVolumeNegativeTest-2031625228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:55:59.893257 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-3ad3365b-1de3-4487-b588-d3a0dba2b163 req-36bc1b2e-829a-4974-9960-852ca5335617 tempest-AttachVolumeNegativeTest-2031625228 tempest-AttachVolumeNegativeTest-2031625228-project] 10.222.0.21 "GET /v2.0/ports?device_id=f0b48919-d9cb-43db-9de0-e805db824387 HTTP/1.1" status: 200 len: 945 time: 0.1233168 Jun 07 06:55:59.963411 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564700'] for port, before_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:59.964086 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-0ad992dc-2a96-469a-b3b4-1b81b1c67f81 req-a1267b09-60da-47f8-84e4-bb03e8e7c5b6 tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] 10.222.0.21 "GET /v2.0/security-groups?id=1b4cb076-4f85-41ec-a873-5e63f865f342&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0698466 Jun 07 06:55:59.969009 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-3ad3365b-1de3-4487-b588-d3a0dba2b163 req-739b6cca-be34-481e-ac2c-c707bdb90fae tempest-AttachVolumeNegativeTest-2031625228 tempest-AttachVolumeNegativeTest-2031625228-project] 10.222.0.21 "GET /v2.0/security-groups?id=3d4b3a4d-8433-4457-868d-75e29ba07bfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609298 Jun 07 06:55:59.998560 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.db [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] For port 37419c5b-a5bf-401b-9ebb-1192fcbea204, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=37419c5b-a5bf-401b-9ebb-1192fcbea204,segment=NetworkSegment(ccdc1b9c-948c-410b-aa2d-4ae78f335c6d),segment_id=ccdc1b9c-948c-410b-aa2d-4ae78f335c6d)] {{(pid=91774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 06:55:59.999374 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3d48ee2-200b-4157-b454-429f14f8ef1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37419c5b-a5bf-401b-9ebb-1192fcbea204'}] {{(pid=91774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 06:56:00.001780 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73fb9c482eb19c5c2e497b7af5ecd9f5da2a12b641d83391285fbc9a8928c34b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4548387c-fab1-4f48-8dc6-c1e54a394f73" -d '{"events": [{"server_uuid": "d3d48ee2-200b-4157-b454-429f14f8ef1a", "name": "network-vif-plugged", "status": "completed", "tag": "37419c5b-a5bf-401b-9ebb-1192fcbea204"}]}' {{(pid=91774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 06:56:00.005174 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-569476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762332438254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762331935097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762331935142'] for port, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:56:00.006024 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Device b9c5c089-a420-4e44-8f92-33d4964a0cd5 no longer exists at agent hyperv_hv-cinder-78414 {{(pid=91774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 06:56:00.035774 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:56:00.073720 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 06:56:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c1ab485-cd53-4370-8ff4-6c7712f81817 x-openstack-request-id: req-2c1ab485-cd53-4370-8ff4-6c7712f81817 {{(pid=91774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 06:56:00.074008 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3d48ee2-200b-4157-b454-429f14f8ef1a", "name": "network-vif-plugged", "status": "completed", "tag": "37419c5b-a5bf-401b-9ebb-1192fcbea204", "code": 200}]} {{(pid=91774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 06:56:00.074278 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2c1ab485-cd53-4370-8ff4-6c7712f81817 {{(pid=91774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 06:56:00.075334 dv-cinder-784140-5-smb neutron-server[91774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3d48ee2-200b-4157-b454-429f14f8ef1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37419c5b-a5bf-401b-9ebb-1192fcbea204', 'code': 200} Jun 07 06:56:00.082422 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.plugin [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] No Port match for: b9c5c089-a420-4e44-8f92-33d4964a0cd5 {{(pid=91774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 06:56:00.082987 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Device b9c5c089-a420-4e44-8f92-33d4964a0cd5 not bound to the agent host hv-cinder-78414 {{(pid=91774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 06:56:00.114208 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Pushing event updated for resources: {'Port': ['ID=37419c5b-a5bf-401b-9ebb-1192fcbea204,revision_number=5']} {{(pid=91774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:56:00.122372 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:56:00.122705 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:56:00.123030 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:56:00.123350 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:56:00.124089 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:56:00.124583 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:56:00.125785 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:56:00.126385 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:56:00.126842 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:56:00.127285 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:56:00.127946 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:56:00.128408 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:56:00.133371 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:56:00.206617 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10c7440-59da-48a6-b198-65ee6749ed20 req-3ad3496c-b39b-4ba6-a968-96913be13085 tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:56:00.208150 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-b10c7440-59da-48a6-b198-65ee6749ed20 req-3ad3496c-b39b-4ba6-a968-96913be13085 tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] 10.222.0.21 "GET /v2.0/ports?device_id=06745a3f-9eec-46bb-b36d-d77358bd1e50 HTTP/1.1" status: 200 len: 945 time: 0.1006558 Jun 07 06:56:00.312931 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-b10c7440-59da-48a6-b198-65ee6749ed20 req-e0c96a8c-8198-45da-84e3-c7d5f65e9cda tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] 10.222.0.21 "GET /v2.0/security-groups?id=28c64220-de7a-4111-93c0-91d84e10d665&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0971861 Jun 07 06:56:00.339219 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a588e040-9863-4e8a-8788-ea61cb26ff10 req-0894b3e4-1dc0-444b-8d8f-c11c949b0553 tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:56:00.341135 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-a588e040-9863-4e8a-8788-ea61cb26ff10 req-0894b3e4-1dc0-444b-8d8f-c11c949b0553 tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] 10.222.0.21 "GET /v2.0/ports?device_id=0b69e74a-2084-4d1c-a06d-6341ae621244 HTTP/1.1" status: 200 len: 946 time: 0.1070061 Jun 07 06:56:00.362937 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50e4b34-a127-474f-b2e9-c580847acac7 req-881e0079-b267-41eb-bbc9-222e88039ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:56:00.364416 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-c50e4b34-a127-474f-b2e9-c580847acac7 req-881e0079-b267-41eb-bbc9-222e88039ca2 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=d3d48ee2-200b-4157-b454-429f14f8ef1a HTTP/1.1" status: 200 len: 1098 time: 0.0769410 Jun 07 06:56:00.403438 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-a588e040-9863-4e8a-8788-ea61cb26ff10 req-7c9327ef-215f-417f-8eaf-3c41dc71e41c tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] 10.222.0.21 "GET /v2.0/security-groups?id=e7307ba2-82f7-48b4-bd29-8e5128908893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566337 Jun 07 06:56:00.412361 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-c50e4b34-a127-474f-b2e9-c580847acac7 req-2d07a4dc-fe15-47ed-be71-f9f6bb8b4f59 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=aff93f7c-c2b3-4595-8322-8a14adf9ca70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394018 Jun 07 06:56:00.521905 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803bbfa5-7a2e-4a08-ae3b-951ee2e5144f req-5693431a-7c64-43e6-bcca-650587d0932b tempest-VolumesActionsTest-701523973 tempest-VolumesActionsTest-701523973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:56:00.523229 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-803bbfa5-7a2e-4a08-ae3b-951ee2e5144f req-5693431a-7c64-43e6-bcca-650587d0932b tempest-VolumesActionsTest-701523973 tempest-VolumesActionsTest-701523973-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3d48ee2-200b-4157-b454-429f14f8ef1a HTTP/1.1" status: 200 len: 945 time: 0.0771093 Jun 07 06:56:00.577070 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-803bbfa5-7a2e-4a08-ae3b-951ee2e5144f req-40f7d03b-894f-4eb7-8aac-121479a1741c tempest-VolumesActionsTest-701523973 tempest-VolumesActionsTest-701523973-project] 10.222.0.21 "GET /v2.0/security-groups?id=aff93f7c-c2b3-4595-8322-8a14adf9ca70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479505 Jun 07 06:56:00.622147 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9f3cb8-04fa-4105-9e1f-03f3f343f506 req-5026a16d-810d-4108-a035-a86745679d90 tempest-AttachVolumeNegativeTest-2031625228 tempest-AttachVolumeNegativeTest-2031625228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:56:00.623647 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-ff9f3cb8-04fa-4105-9e1f-03f3f343f506 req-5026a16d-810d-4108-a035-a86745679d90 tempest-AttachVolumeNegativeTest-2031625228 tempest-AttachVolumeNegativeTest-2031625228-project] 10.222.0.43 "GET /v2.0/ports?device_id=f0b48919-d9cb-43db-9de0-e805db824387 HTTP/1.1" status: 200 len: 945 time: 0.0815156 Jun 07 06:56:00.777467 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.plugin [req-ff9f3cb8-04fa-4105-9e1f-03f3f343f506 req-41755862-c815-47fa-9770-bfa2ad47dc28 tempest-AttachVolumeNegativeTest-2031625228 tempest-AttachVolumeNegativeTest-2031625228-project] Deleting port 0953562e-2583-4896-8bd4-77f2631e99cd {{(pid=91773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 06:56:00.778261 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [req-ff9f3cb8-04fa-4105-9e1f-03f3f343f506 req-41755862-c815-47fa-9770-bfa2ad47dc28 tempest-AttachVolumeNegativeTest-2031625228 tempest-AttachVolumeNegativeTest-2031625228-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762332413660'] for port, before_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:56:00.913001 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.db [req-ff9f3cb8-04fa-4105-9e1f-03f3f343f506 req-41755862-c815-47fa-9770-bfa2ad47dc28 tempest-AttachVolumeNegativeTest-2031625228 tempest-AttachVolumeNegativeTest-2031625228-project] For port 0953562e-2583-4896-8bd4-77f2631e99cd, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=0953562e-2583-4896-8bd4-77f2631e99cd,segment=NetworkSegment(88ca7d97-e105-429a-98e0-c2a9da21452e),segment_id=88ca7d97-e105-429a-98e0-c2a9da21452e)] {{(pid=91773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 06:56:00.913363 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [req-ff9f3cb8-04fa-4105-9e1f-03f3f343f506 req-41755862-c815-47fa-9770-bfa2ad47dc28 tempest-AttachVolumeNegativeTest-2031625228 tempest-AttachVolumeNegativeTest-2031625228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1669251'] for port, precommit_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:56:01.038969 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.plugin [req-ff9f3cb8-04fa-4105-9e1f-03f3f343f506 req-41755862-c815-47fa-9770-bfa2ad47dc28 tempest-AttachVolumeNegativeTest-2031625228 tempest-AttachVolumeNegativeTest-2031625228-project] Calling delete_port for 0953562e-2583-4896-8bd4-77f2631e99cd owned by compute:nova {{(pid=91773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 06:56:01.182583 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [req-ff9f3cb8-04fa-4105-9e1f-03f3f343f506 req-41755862-c815-47fa-9770-bfa2ad47dc28 tempest-AttachVolumeNegativeTest-2031625228 tempest-AttachVolumeNegativeTest-2031625228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-569476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762332438236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762331935088'] for port, after_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:56:01.196099 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.db [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] get_ports_and_sgs() called for port_ids ['8a1f7952-1bb8-4863-b199-a8d4ed9da897', '0953562e-2583-4896-8bd4-77f2631e99cd'] {{(pid=91774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 06:56:01.197060 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-97650bf5-39a4-4af2-8e55-464dd578a5be service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:56:01.209409 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-785d3c86-18a2-485c-97fe-1bd14b7927a1 req-bd10aad5-8b81-4d21-b31d-96e89f19c405 tempest-AttachVolumeNegativeTest-2031625228 tempest-AttachVolumeNegativeTest-2031625228-project] 10.222.0.21 "GET /v2.0/ports?device_id=f0b48919-d9cb-43db-9de0-e805db824387 HTTP/1.1" status: 200 len: 210 time: 0.0616348 Jun 07 06:56:01.265395 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6e5a36-55dc-41ba-b2b3-ac6a67a6e036 req-1a85e8c7-6d94-4c4e-9b0a-d97063c7d4f9 tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:56:01.267209 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-6c6e5a36-55dc-41ba-b2b3-ac6a67a6e036 req-1a85e8c7-6d94-4c4e-9b0a-d97063c7d4f9 tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] 10.222.0.21 "GET /v2.0/ports?device_id=45af59d1-9852-4669-a1f9-b74a9c5d6b3a HTTP/1.1" status: 200 len: 945 time: 0.1610706 Jun 07 06:56:01.312611 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41755862-c815-47fa-9770-bfa2ad47dc28 tempest-AttachVolumeNegativeTest-2031625228 tempest-AttachVolumeNegativeTest-2031625228-project] Pushing event deleted for resources: {'Port': ['ID=0953562e-2583-4896-8bd4-77f2631e99cd,revision_number=None']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:56:01.355447 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-41755862-c815-47fa-9770-bfa2ad47dc28 tempest-AttachVolumeNegativeTest-2031625228 tempest-AttachVolumeNegativeTest-2031625228-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:56:01.361744 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff9f3cb8-04fa-4105-9e1f-03f3f343f506 req-41755862-c815-47fa-9770-bfa2ad47dc28 tempest-AttachVolumeNegativeTest-2031625228 tempest-AttachVolumeNegativeTest-2031625228-project] No DVR routers for this DVR port 0953562e-2583-4896-8bd4-77f2631e99cd on host hv-cinder-78414 {{(pid=91773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 06:56:01.365779 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [req-ff9f3cb8-04fa-4105-9e1f-03f3f343f506 req-41755862-c815-47fa-9770-bfa2ad47dc28 tempest-AttachVolumeNegativeTest-2031625228 tempest-AttachVolumeNegativeTest-2031625228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503096'] for port, before_response {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:56:01.369604 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-ff9f3cb8-04fa-4105-9e1f-03f3f343f506 req-41755862-c815-47fa-9770-bfa2ad47dc28 tempest-AttachVolumeNegativeTest-2031625228 tempest-AttachVolumeNegativeTest-2031625228-project] 10.222.0.43 "DELETE /v2.0/ports/0953562e-2583-4896-8bd4-77f2631e99cd HTTP/1.1" status: 204 len: 173 time: 0.7365012 Jun 07 06:56:01.370320 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0b48919-d9cb-43db-9de0-e805db824387', 'name': 'network-vif-deleted', 'tag': '0953562e-2583-4896-8bd4-77f2631e99cd'}] {{(pid=91773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 06:56:01.373651 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7af0e1444f231fbc9cc9c3372b4fb62bb65a3f4c42e6951a4a8787648e20f245" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf8cdb71-6a95-4333-9f1a-28e425fcee92" -d '{"events": [{"server_uuid": "f0b48919-d9cb-43db-9de0-e805db824387", "name": "network-vif-deleted", "tag": "0953562e-2583-4896-8bd4-77f2631e99cd"}]}' {{(pid=91773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 06:56:01.416675 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-6c6e5a36-55dc-41ba-b2b3-ac6a67a6e036 req-267888d4-0052-483d-9b99-4333200d9f60 tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] 10.222.0.21 "GET /v2.0/security-groups?id=1b4cb076-4f85-41ec-a873-5e63f865f342&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1441939 Jun 07 06:56:01.437421 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 06:56:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-640170d3-4023-4ffb-bd8f-2e572fea843c x-openstack-request-id: req-640170d3-4023-4ffb-bd8f-2e572fea843c {{(pid=91773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 06:56:01.437725 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0b48919-d9cb-43db-9de0-e805db824387", "name": "network-vif-deleted", "tag": "0953562e-2583-4896-8bd4-77f2631e99cd", "status": "completed", "code": 200}]} {{(pid=91773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 06:56:01.437992 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-640170d3-4023-4ffb-bd8f-2e572fea843c {{(pid=91773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 06:56:01.438490 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0b48919-d9cb-43db-9de0-e805db824387', 'name': 'network-vif-deleted', 'tag': '0953562e-2583-4896-8bd4-77f2631e99cd', 'status': 'completed', 'code': 200} Jun 07 06:56:01.639997 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080d2f05-bf83-44a5-af8e-820d15b5dee0 req-0d5a95da-15c8-4fd4-9204-863525424d03 tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:56:01.641562 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-080d2f05-bf83-44a5-af8e-820d15b5dee0 req-0d5a95da-15c8-4fd4-9204-863525424d03 tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] 10.222.0.21 "GET /v2.0/ports?device_id=0b69e74a-2084-4d1c-a06d-6341ae621244 HTTP/1.1" status: 200 len: 946 time: 0.1010497 Jun 07 06:56:01.689542 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-080d2f05-bf83-44a5-af8e-820d15b5dee0 req-6cd014c7-c522-4506-aebb-ab0645f01936 tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] 10.222.0.21 "GET /v2.0/security-groups?id=e7307ba2-82f7-48b4-bd29-8e5128908893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415709 Jun 07 06:56:01.783558 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef835ae-5f35-4772-a323-ee63594446bf req-26ac5706-d606-4e79-b3bd-136f674198b1 tempest-VolumesActionsTest-701523973 tempest-VolumesActionsTest-701523973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:56:01.785028 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-1ef835ae-5f35-4772-a323-ee63594446bf req-26ac5706-d606-4e79-b3bd-136f674198b1 tempest-VolumesActionsTest-701523973 tempest-VolumesActionsTest-701523973-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3d48ee2-200b-4157-b454-429f14f8ef1a HTTP/1.1" status: 200 len: 945 time: 0.0893893 Jun 07 06:56:01.828270 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-1ef835ae-5f35-4772-a323-ee63594446bf req-f5d0fc42-4c3b-4ce7-a608-f5ae4dfb8436 tempest-VolumesActionsTest-701523973 tempest-VolumesActionsTest-701523973-project] 10.222.0.21 "GET /v2.0/security-groups?id=aff93f7c-c2b3-4595-8322-8a14adf9ca70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375652 Jun 07 06:56:02.370735 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-aec99a5e-af1e-4445-9a13-03c46d29b107 req-8402d6d0-8dd6-4a72-a021-c0d35fc542e2 tempest-AttachVolumeNegativeTest-2031625228 tempest-AttachVolumeNegativeTest-2031625228-project] 10.222.0.21 "GET /v2.0/ports?device_id=f0b48919-d9cb-43db-9de0-e805db824387 HTTP/1.1" status: 200 len: 210 time: 0.0399745 Jun 07 06:56:02.637417 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c0ebbe-0f07-4066-9e64-91fa9fb63930 req-30b36e8b-24e2-4be2-b97c-5e48b509a510 tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:56:02.638765 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-a2c0ebbe-0f07-4066-9e64-91fa9fb63930 req-30b36e8b-24e2-4be2-b97c-5e48b509a510 tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] 10.222.0.21 "GET /v2.0/ports?device_id=45af59d1-9852-4669-a1f9-b74a9c5d6b3a HTTP/1.1" status: 200 len: 945 time: 0.0816329 Jun 07 06:56:02.693450 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-a2c0ebbe-0f07-4066-9e64-91fa9fb63930 req-1bdc8835-7b72-4f74-80d7-db9425ea3a46 tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] 10.222.0.21 "GET /v2.0/security-groups?id=1b4cb076-4f85-41ec-a873-5e63f865f342&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490694 Jun 07 06:56:02.901268 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c39054-360e-4a99-ae20-4c597f81d2f8 req-284ae66c-58d6-4578-bde6-9b0a0d0dc806 tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:56:02.903296 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-89c39054-360e-4a99-ae20-4c597f81d2f8 req-284ae66c-58d6-4578-bde6-9b0a0d0dc806 tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] 10.222.0.21 "GET /v2.0/ports?device_id=0b69e74a-2084-4d1c-a06d-6341ae621244 HTTP/1.1" status: 200 len: 946 time: 0.0854404 Jun 07 06:56:02.958408 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-89c39054-360e-4a99-ae20-4c597f81d2f8 req-ce7987a4-5e0c-41be-86a5-a4d50695c09c tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] 10.222.0.21 "GET /v2.0/security-groups?id=e7307ba2-82f7-48b4-bd29-8e5128908893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481339 Jun 07 06:56:03.049729 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e08c1f2-83a7-47b3-9496-2fe8edd94817 req-8dd26099-a474-43d4-b5f2-f428b4ccea8b tempest-VolumesActionsTest-701523973 tempest-VolumesActionsTest-701523973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:56:03.051186 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-6e08c1f2-83a7-47b3-9496-2fe8edd94817 req-8dd26099-a474-43d4-b5f2-f428b4ccea8b tempest-VolumesActionsTest-701523973 tempest-VolumesActionsTest-701523973-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3d48ee2-200b-4157-b454-429f14f8ef1a HTTP/1.1" status: 200 len: 945 time: 0.0974929 Jun 07 06:56:03.095087 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-6e08c1f2-83a7-47b3-9496-2fe8edd94817 req-6b225c0a-4d31-4148-ad5a-a04b4d6df660 tempest-VolumesActionsTest-701523973 tempest-VolumesActionsTest-701523973-project] 10.222.0.21 "GET /v2.0/security-groups?id=aff93f7c-c2b3-4595-8322-8a14adf9ca70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381899 Jun 07 06:56:03.754033 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Device 224d0336-a833-49e1-a20e-5c98bfa53246 details requested by agent hyperv_hv-cinder-78414 with host hv-cinder-78414 {{(pid=91774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 07 06:56:03.761181 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Device 0953562e-2583-4896-8bd4-77f2631e99cd no longer exists at agent hyperv_hv-cinder-78414 {{(pid=91774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 06:56:03.815185 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.plugin [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] No Port match for: 0953562e-2583-4896-8bd4-77f2631e99cd {{(pid=91774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 06:56:03.815529 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Device 0953562e-2583-4896-8bd4-77f2631e99cd not bound to the agent host hv-cinder-78414 {{(pid=91774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 06:56:03.897132 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb6beac-45b7-436e-b449-8ecf6fb5d7b0 req-99854492-1049-4cd2-98a5-3d7822027f01 tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:56:03.898598 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-3fb6beac-45b7-436e-b449-8ecf6fb5d7b0 req-99854492-1049-4cd2-98a5-3d7822027f01 tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] 10.222.0.21 "GET /v2.0/ports?device_id=45af59d1-9852-4669-a1f9-b74a9c5d6b3a HTTP/1.1" status: 200 len: 945 time: 0.0785854 Jun 07 06:56:03.947780 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.db [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] For port 224d0336-a833-49e1-a20e-5c98bfa53246, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=224d0336-a833-49e1-a20e-5c98bfa53246,segment=NetworkSegment(3ffd2bba-2e4c-4340-84bb-337c4d476270),segment_id=3ffd2bba-2e4c-4340-84bb-337c4d476270)] {{(pid=91774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 06:56:03.949271 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-3fb6beac-45b7-436e-b449-8ecf6fb5d7b0 req-6648ecc5-3071-4089-859c-06a8093ba7a9 tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] 10.222.0.21 "GET /v2.0/security-groups?id=1b4cb076-4f85-41ec-a873-5e63f865f342&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430250 Jun 07 06:56:03.962889 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Returning: {'device': '224d0336-a833-49e1-a20e-5c98bfa53246', 'network_id': 'd923eec5-f613-4137-bc9f-8f5300ca5016', 'port_id': '224d0336-a833-49e1-a20e-5c98bfa53246', 'mac_address': 'fa:16:3e:95:28:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 334, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3d491a8-638d-42a9-876a-8c51b2a3d541', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 07 06:56:04.026732 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564700'] for port, before_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:56:04.048723 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.notifiers.nova [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 224d0336-a833-49e1-a20e-5c98bfa53246 {{(pid=91774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 06:56:04.069598 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.db [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] For port 224d0336-a833-49e1-a20e-5c98bfa53246, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=224d0336-a833-49e1-a20e-5c98bfa53246,segment=NetworkSegment(3ffd2bba-2e4c-4340-84bb-337c4d476270),segment_id=3ffd2bba-2e4c-4340-84bb-337c4d476270)] {{(pid=91774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 06:56:04.082029 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-569476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762332438254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762331935097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762331935142'] for port, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:56:04.084285 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:56:04.214632 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Pushing event updated for resources: {'Port': ['ID=224d0336-a833-49e1-a20e-5c98bfa53246,revision_number=6']} {{(pid=91774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:56:04.224494 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:56:04.224814 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93ef7df-3d54-46a7-8ece-c66de932b9ec req-c74628a0-61af-4202-9395-b2efe64061a2 tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:56:04.226314 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-a93ef7df-3d54-46a7-8ece-c66de932b9ec req-c74628a0-61af-4202-9395-b2efe64061a2 tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] 10.222.0.21 "GET /v2.0/ports?device_id=0b69e74a-2084-4d1c-a06d-6341ae621244 HTTP/1.1" status: 200 len: 946 time: 0.1051931 Jun 07 06:56:04.276597 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-a93ef7df-3d54-46a7-8ece-c66de932b9ec req-99202ced-d947-47d6-a9c0-14454ce5eeb9 tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] 10.222.0.21 "GET /v2.0/security-groups?id=e7307ba2-82f7-48b4-bd29-8e5128908893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434382 Jun 07 06:56:04.283670 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.db [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] get_ports_and_sgs() called for port_ids ['224d0336-a833-49e1-a20e-5c98bfa53246'] {{(pid=91774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 06:56:04.573902 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743184f7-f4fc-49e8-a678-803261bc2fac req-e20fb45a-df68-47e5-b40a-f49ffc3db53f tempest-VolumesActionsTest-701523973 tempest-VolumesActionsTest-701523973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:56:04.575254 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-743184f7-f4fc-49e8-a678-803261bc2fac req-e20fb45a-df68-47e5-b40a-f49ffc3db53f tempest-VolumesActionsTest-701523973 tempest-VolumesActionsTest-701523973-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3d48ee2-200b-4157-b454-429f14f8ef1a HTTP/1.1" status: 200 len: 945 time: 0.0820186 Jun 07 06:56:04.620936 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-743184f7-f4fc-49e8-a678-803261bc2fac req-d21bb1d2-8f5f-4014-820d-040ef89a2586 tempest-VolumesActionsTest-701523973 tempest-VolumesActionsTest-701523973-project] 10.222.0.21 "GET /v2.0/security-groups?id=aff93f7c-c2b3-4595-8322-8a14adf9ca70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398331 Jun 07 06:56:05.067456 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ece68c2-34f9-44a6-b075-84728472a090 req-82fdff5b-ad8a-4599-a1ba-2a9462110601 tempest-AttachVolumeNegativeTest-2031625228 tempest-AttachVolumeNegativeTest-2031625228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:56:05.069299 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-7ece68c2-34f9-44a6-b075-84728472a090 req-82fdff5b-ad8a-4599-a1ba-2a9462110601 tempest-AttachVolumeNegativeTest-2031625228 tempest-AttachVolumeNegativeTest-2031625228-project] 10.222.0.21 "GET /v2.0/ports?device_id=efa86bc2-cec0-4000-8a27-4d6b84d10c82 HTTP/1.1" status: 200 len: 945 time: 0.0886426 Jun 07 06:56:05.176443 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-7ece68c2-34f9-44a6-b075-84728472a090 req-47c4b314-7617-4146-9c2d-5fb2e7d26ef4 tempest-AttachVolumeNegativeTest-2031625228 tempest-AttachVolumeNegativeTest-2031625228-project] 10.222.0.21 "GET /v2.0/security-groups?id=3d4b3a4d-8433-4457-868d-75e29ba07bfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713687 Jun 07 06:56:05.211760 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cfbcef-a2ab-4489-a496-b4b056f48c3f req-8ec69790-e037-4789-8235-7e4d6829777e tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:56:05.213286 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-c6cfbcef-a2ab-4489-a496-b4b056f48c3f req-8ec69790-e037-4789-8235-7e4d6829777e tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] 10.222.0.21 "GET /v2.0/ports?device_id=45af59d1-9852-4669-a1f9-b74a9c5d6b3a HTTP/1.1" status: 200 len: 944 time: 0.1429341 Jun 07 06:56:05.258475 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-c6cfbcef-a2ab-4489-a496-b4b056f48c3f req-a3dbc10d-2c0d-4579-8ce2-9b5e29c51661 tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] 10.222.0.21 "GET /v2.0/security-groups?id=1b4cb076-4f85-41ec-a873-5e63f865f342&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396018 Jun 07 06:56:05.532301 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676b13fc-da9b-4112-a80d-2514988283d0 req-89b5439d-5ffc-4bed-af9d-021a0bf790e6 tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:56:05.541951 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-676b13fc-da9b-4112-a80d-2514988283d0 req-89b5439d-5ffc-4bed-af9d-021a0bf790e6 tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] 10.222.0.21 "GET /v2.0/ports?device_id=0b69e74a-2084-4d1c-a06d-6341ae621244 HTTP/1.1" status: 200 len: 946 time: 0.1224163 Jun 07 06:56:05.596466 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-676b13fc-da9b-4112-a80d-2514988283d0 req-d10bce0f-14d1-4e62-a46a-f184250e0620 tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] 10.222.0.21 "GET /v2.0/security-groups?id=e7307ba2-82f7-48b4-bd29-8e5128908893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538085 Jun 07 06:56:05.768052 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Device 224d0336-a833-49e1-a20e-5c98bfa53246 up at agent hyperv_hv-cinder-78414 {{(pid=91774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 06:56:05.885807 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.db.provisioning_blocks [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Provisioning complete for port 224d0336-a833-49e1-a20e-5c98bfa53246 triggered by entity L2. {{(pid=91774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 06:56:05.886306 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723953'] for port, provisioning_complete {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:56:05.899827 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d657d5e-26ec-4d9e-9b69-9be1d21cb079 req-a5fe53cb-7231-4417-b588-7800cdceac4f tempest-VolumesActionsTest-701523973 tempest-VolumesActionsTest-701523973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:56:05.901699 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-3d657d5e-26ec-4d9e-9b69-9be1d21cb079 req-a5fe53cb-7231-4417-b588-7800cdceac4f tempest-VolumesActionsTest-701523973 tempest-VolumesActionsTest-701523973-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3d48ee2-200b-4157-b454-429f14f8ef1a HTTP/1.1" status: 200 len: 945 time: 0.1536515 Jun 07 06:56:05.975644 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-3d657d5e-26ec-4d9e-9b69-9be1d21cb079 req-8c41f44c-641d-4e2a-9ad7-d71181696a07 tempest-VolumesActionsTest-701523973 tempest-VolumesActionsTest-701523973-project] 10.222.0.21 "GET /v2.0/security-groups?id=aff93f7c-c2b3-4595-8322-8a14adf9ca70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667188 Jun 07 06:56:06.064448 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564700'] for port, before_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:56:06.097972 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45af59d1-9852-4669-a1f9-b74a9c5d6b3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '224d0336-a833-49e1-a20e-5c98bfa53246'}] {{(pid=91774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 06:56:06.100019 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73fb9c482eb19c5c2e497b7af5ecd9f5da2a12b641d83391285fbc9a8928c34b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75170f82-2a4c-493a-bc82-f21bdfa76d4c" -d '{"events": [{"server_uuid": "45af59d1-9852-4669-a1f9-b74a9c5d6b3a", "name": "network-vif-plugged", "status": "completed", "tag": "224d0336-a833-49e1-a20e-5c98bfa53246"}]}' {{(pid=91774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 06:56:06.107979 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.db [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] For port 224d0336-a833-49e1-a20e-5c98bfa53246, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=224d0336-a833-49e1-a20e-5c98bfa53246,segment=NetworkSegment(3ffd2bba-2e4c-4340-84bb-337c4d476270),segment_id=3ffd2bba-2e4c-4340-84bb-337c4d476270)] {{(pid=91774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 06:56:06.116484 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-569476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762332438254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762331935097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762331935142'] for port, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:56:06.118343 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:56:06.152068 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 06:56:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0bc8620-52dd-47a4-9711-8dc6b51ebb37 x-openstack-request-id: req-a0bc8620-52dd-47a4-9711-8dc6b51ebb37 {{(pid=91774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 06:56:06.152360 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45af59d1-9852-4669-a1f9-b74a9c5d6b3a", "name": "network-vif-plugged", "status": "completed", "tag": "224d0336-a833-49e1-a20e-5c98bfa53246", "code": 200}]} {{(pid=91774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 06:56:06.152632 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a0bc8620-52dd-47a4-9711-8dc6b51ebb37 {{(pid=91774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 06:56:06.153048 dv-cinder-784140-5-smb neutron-server[91774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45af59d1-9852-4669-a1f9-b74a9c5d6b3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '224d0336-a833-49e1-a20e-5c98bfa53246', 'code': 200} Jun 07 06:56:06.226428 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Pushing event updated for resources: {'Port': ['ID=224d0336-a833-49e1-a20e-5c98bfa53246,revision_number=7']} {{(pid=91774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:56:06.231748 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:56:06.411788 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879e9114-8d3f-43f0-bad1-e3db499764eb req-86dc818a-5be7-4a0b-be34-656f4ec840f3 tempest-AttachVolumeNegativeTest-2031625228 tempest-AttachVolumeNegativeTest-2031625228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:56:06.419853 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-879e9114-8d3f-43f0-bad1-e3db499764eb req-86dc818a-5be7-4a0b-be34-656f4ec840f3 tempest-AttachVolumeNegativeTest-2031625228 tempest-AttachVolumeNegativeTest-2031625228-project] 10.222.0.21 "GET /v2.0/ports?device_id=efa86bc2-cec0-4000-8a27-4d6b84d10c82 HTTP/1.1" status: 200 len: 945 time: 0.1033907 Jun 07 06:56:06.506035 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-879e9114-8d3f-43f0-bad1-e3db499764eb req-5add040c-4496-4a7c-b771-269453900d40 tempest-AttachVolumeNegativeTest-2031625228 tempest-AttachVolumeNegativeTest-2031625228-project] 10.222.0.21 "GET /v2.0/security-groups?id=3d4b3a4d-8433-4457-868d-75e29ba07bfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852315 Jun 07 06:56:06.563822 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee3e323-2c7f-4809-822c-a0ebc7999e00 req-ad171493-91b7-4580-906e-dbd25e75386a tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:56:06.565355 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-1ee3e323-2c7f-4809-822c-a0ebc7999e00 req-ad171493-91b7-4580-906e-dbd25e75386a tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] 10.222.0.21 "GET /v2.0/ports?device_id=45af59d1-9852-4669-a1f9-b74a9c5d6b3a HTTP/1.1" status: 200 len: 945 time: 0.1302419 Jun 07 06:56:06.643152 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-1ee3e323-2c7f-4809-822c-a0ebc7999e00 req-5d9b6345-550a-4198-93d3-776423ba30a1 tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] 10.222.0.21 "GET /v2.0/security-groups?id=1b4cb076-4f85-41ec-a873-5e63f865f342&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0719018 Jun 07 06:56:06.769821 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a6c899-2f9d-4b12-b42b-b533c184f870 req-469ebee7-4e34-4766-a22c-4587531ed27d tempest-VolumesActionsTest-701523973 tempest-VolumesActionsTest-701523973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:56:06.772161 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-45a6c899-2f9d-4b12-b42b-b533c184f870 req-469ebee7-4e34-4766-a22c-4587531ed27d tempest-VolumesActionsTest-701523973 tempest-VolumesActionsTest-701523973-project] 10.222.0.43 "GET /v2.0/ports?device_id=d3d48ee2-200b-4157-b454-429f14f8ef1a HTTP/1.1" status: 200 len: 945 time: 0.1517541 Jun 07 06:56:06.804823 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9116353f-860a-4585-8805-3015594b3bfa req-f853b09c-04a8-4a4e-ac5b-30e9824311f1 tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:56:06.828029 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-9116353f-860a-4585-8805-3015594b3bfa req-f853b09c-04a8-4a4e-ac5b-30e9824311f1 tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] 10.222.0.21 "GET /v2.0/ports?device_id=0b69e74a-2084-4d1c-a06d-6341ae621244 HTTP/1.1" status: 200 len: 946 time: 0.1125929 Jun 07 06:56:06.891848 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-9116353f-860a-4585-8805-3015594b3bfa req-fd0206ff-a4f7-401e-a5ef-e970cc48c307 tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] 10.222.0.21 "GET /v2.0/security-groups?id=e7307ba2-82f7-48b4-bd29-8e5128908893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641592 Jun 07 06:56:06.894016 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-8cafee60-6369-45d5-9f60-b5b31a988eb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762332461204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723872'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:56:06.968471 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.plugin [req-45a6c899-2f9d-4b12-b42b-b533c184f870 req-2ebed21a-98ab-4d8a-b494-7a4ade7090fd tempest-VolumesActionsTest-701523973 tempest-VolumesActionsTest-701523973-project] Deleting port 37419c5b-a5bf-401b-9ebb-1192fcbea204 {{(pid=91773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 06:56:06.969319 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [req-45a6c899-2f9d-4b12-b42b-b533c184f870 req-2ebed21a-98ab-4d8a-b494-7a4ade7090fd tempest-VolumesActionsTest-701523973 tempest-VolumesActionsTest-701523973-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762332413660'] for port, before_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:56:07.030578 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.wsgi [-] (91772) accepted ('10.222.0.21', 55994) {{(pid=91772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:56:07.218771 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.db [req-45a6c899-2f9d-4b12-b42b-b533c184f870 req-2ebed21a-98ab-4d8a-b494-7a4ade7090fd tempest-VolumesActionsTest-701523973 tempest-VolumesActionsTest-701523973-project] For port 37419c5b-a5bf-401b-9ebb-1192fcbea204, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=37419c5b-a5bf-401b-9ebb-1192fcbea204,segment=NetworkSegment(ccdc1b9c-948c-410b-aa2d-4ae78f335c6d),segment_id=ccdc1b9c-948c-410b-aa2d-4ae78f335c6d)] {{(pid=91773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 06:56:07.219262 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [req-45a6c899-2f9d-4b12-b42b-b533c184f870 req-2ebed21a-98ab-4d8a-b494-7a4ade7090fd tempest-VolumesActionsTest-701523973 tempest-VolumesActionsTest-701523973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1669251'] for port, precommit_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:56:07.227660 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-c410d6e7-370e-46af-8dcf-f21e4ce77d8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:56:07.403180 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527455ad-bfb3-42e1-9b8b-6ae30af90c3a req-1bafb005-7e1e-4144-bce6-04e567427200 tempest-VolumesActionsTest-701523973 tempest-VolumesActionsTest-701523973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:56:07.404792 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-527455ad-bfb3-42e1-9b8b-6ae30af90c3a req-1bafb005-7e1e-4144-bce6-04e567427200 tempest-VolumesActionsTest-701523973 tempest-VolumesActionsTest-701523973-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3d48ee2-200b-4157-b454-429f14f8ef1a HTTP/1.1" status: 200 len: 945 time: 0.2907400 Jun 07 06:56:07.481461 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-527455ad-bfb3-42e1-9b8b-6ae30af90c3a req-e71304d8-6e7a-452c-96f8-b7cedce1207e tempest-VolumesActionsTest-701523973 tempest-VolumesActionsTest-701523973-project] 10.222.0.21 "GET /v2.0/security-groups?id=aff93f7c-c2b3-4595-8322-8a14adf9ca70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687826 Jun 07 06:56:07.499977 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.plugin [req-45a6c899-2f9d-4b12-b42b-b533c184f870 req-2ebed21a-98ab-4d8a-b494-7a4ade7090fd tempest-VolumesActionsTest-701523973 tempest-VolumesActionsTest-701523973-project] Calling delete_port for 37419c5b-a5bf-401b-9ebb-1192fcbea204 owned by compute:nova {{(pid=91773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 06:56:07.552945 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c113fa31-6e26-42cc-be1f-0a6bf898513e req-568ae9d0-a429-4dd5-bedb-036e4596197f tempest-AttachVolumeNegativeTest-2031625228 tempest-AttachVolumeNegativeTest-2031625228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:56:07.554600 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-c113fa31-6e26-42cc-be1f-0a6bf898513e req-568ae9d0-a429-4dd5-bedb-036e4596197f tempest-AttachVolumeNegativeTest-2031625228 tempest-AttachVolumeNegativeTest-2031625228-project] 10.222.0.43 "GET /v2.0/ports?device_id=efa86bc2-cec0-4000-8a27-4d6b84d10c82 HTTP/1.1" status: 200 len: 945 time: 0.2073131 Jun 07 06:56:07.694618 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [req-45a6c899-2f9d-4b12-b42b-b533c184f870 req-2ebed21a-98ab-4d8a-b494-7a4ade7090fd tempest-VolumesActionsTest-701523973 tempest-VolumesActionsTest-701523973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-569476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762332438236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762331935088'] for port, after_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:56:07.709243 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.db [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] get_ports_and_sgs() called for port_ids ['37419c5b-a5bf-401b-9ebb-1192fcbea204'] {{(pid=91774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 06:56:07.717534 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-0e8eea1d-e4ad-4144-93b9-1d9398f1dc2d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:56:07.793030 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-c410d6e7-370e-46af-8dcf-f21e4ce77d8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:56:07.825632 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebed21a-98ab-4d8a-b494-7a4ade7090fd tempest-VolumesActionsTest-701523973 tempest-VolumesActionsTest-701523973-project] Pushing event deleted for resources: {'Port': ['ID=37419c5b-a5bf-401b-9ebb-1192fcbea204,revision_number=None']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:56:07.834361 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-2ebed21a-98ab-4d8a-b494-7a4ade7090fd tempest-VolumesActionsTest-701523973 tempest-VolumesActionsTest-701523973-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:56:07.999002 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.db.l3_dvrscheduler_db [req-45a6c899-2f9d-4b12-b42b-b533c184f870 req-2ebed21a-98ab-4d8a-b494-7a4ade7090fd tempest-VolumesActionsTest-701523973 tempest-VolumesActionsTest-701523973-project] No DVR routers for this DVR port 37419c5b-a5bf-401b-9ebb-1192fcbea204 on host hv-cinder-78414 {{(pid=91773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 06:56:07.999340 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-c410d6e7-370e-46af-8dcf-f21e4ce77d8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1706761'] for security_group, after_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:56:08.002234 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [req-45a6c899-2f9d-4b12-b42b-b533c184f870 req-2ebed21a-98ab-4d8a-b494-7a4ade7090fd tempest-VolumesActionsTest-701523973 tempest-VolumesActionsTest-701523973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503096'] for port, before_response {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:56:08.004228 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-45a6c899-2f9d-4b12-b42b-b533c184f870 req-2ebed21a-98ab-4d8a-b494-7a4ade7090fd tempest-VolumesActionsTest-701523973 tempest-VolumesActionsTest-701523973-project] 10.222.0.43 "DELETE /v2.0/ports/37419c5b-a5bf-401b-9ebb-1192fcbea204 HTTP/1.1" status: 204 len: 173 time: 1.2254119 Jun 07 06:56:08.004671 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3d48ee2-200b-4157-b454-429f14f8ef1a', 'name': 'network-vif-deleted', 'tag': '37419c5b-a5bf-401b-9ebb-1192fcbea204'}] {{(pid=91773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 06:56:08.007561 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7af0e1444f231fbc9cc9c3372b4fb62bb65a3f4c42e6951a4a8787648e20f245" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9ba76b8-63b3-40dd-a5eb-bc99a7042ede" -d '{"events": [{"server_uuid": "d3d48ee2-200b-4157-b454-429f14f8ef1a", "name": "network-vif-deleted", "tag": "37419c5b-a5bf-401b-9ebb-1192fcbea204"}]}' {{(pid=91773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 06:56:08.025887 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-b67f81e7-35a8-4e5f-b106-845e661d674d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:56:08.029606 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-b8281833-f5ba-4347-8083-0b6d990aa095 req-e1c55d58-422a-4ae4-9901-2dc0169dab20 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=06745a3f-9eec-46bb-b36d-d77358bd1e50&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1261168 Jun 07 06:56:08.130050 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [None req-c410d6e7-370e-46af-8dcf-f21e4ce77d8d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5973cf3054e54e068131139ca98a3a72&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0978191 Jun 07 06:56:08.132883 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8281833-f5ba-4347-8083-0b6d990aa095 req-c9501ff3-bc34-4238-9ea3-566653dab4e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:56:08.133600 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c410d6e7-370e-46af-8dcf-f21e4ce77d8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8bf7b76-38dd-478d-80e9-fc40a1768c0a,revision_number=1']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:56:08.134570 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-b8281833-f5ba-4347-8083-0b6d990aa095 req-c9501ff3-bc34-4238-9ea3-566653dab4e5 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0cf7ac6ccb8642d894b6ba7f74160152&device_id=06745a3f-9eec-46bb-b36d-d77358bd1e50 HTTP/1.1" status: 200 len: 1098 time: 0.0769238 Jun 07 06:56:08.135303 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.21', 56010) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:56:08.157591 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-c410d6e7-370e-46af-8dcf-f21e4ce77d8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:56:08.253963 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd8ce58-142c-4e1f-afa3-9c5804204f22 req-eb69e429-7e97-408c-a5ba-0a51881b8a2e tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:56:08.263047 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-0fd8ce58-142c-4e1f-afa3-9c5804204f22 req-eb69e429-7e97-408c-a5ba-0a51881b8a2e tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] 10.222.0.21 "GET /v2.0/ports?device_id=45af59d1-9852-4669-a1f9-b74a9c5d6b3a HTTP/1.1" status: 200 len: 945 time: 0.3523018 Jun 07 06:56:08.295850 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.plugins.ml2.plugin [req-c113fa31-6e26-42cc-be1f-0a6bf898513e req-f2ca3ff5-ab30-4d64-aa71-d2100ce57ef0 tempest-AttachVolumeNegativeTest-2031625228 tempest-AttachVolumeNegativeTest-2031625228-project] Deleting port 8a1f7952-1bb8-4863-b199-a8d4ed9da897 {{(pid=91772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 06:56:08.296213 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [req-c113fa31-6e26-42cc-be1f-0a6bf898513e req-f2ca3ff5-ab30-4d64-aa71-d2100ce57ef0 tempest-AttachVolumeNegativeTest-2031625228 tempest-AttachVolumeNegativeTest-2031625228-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762332413660'] for port, before_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:56:08.317657 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-9b0a2e77-6495-45d2-9891-40f33c7d3a5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:56:08.351477 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-0fd8ce58-142c-4e1f-afa3-9c5804204f22 req-2943f234-fe83-4d45-8159-442a906f9fc6 tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] 10.222.0.21 "GET /v2.0/security-groups?id=1b4cb076-4f85-41ec-a873-5e63f865f342&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0864398 Jun 07 06:56:08.379184 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee183f95-ce24-4fdc-a998-c28619143e58 req-ff46ff8b-c975-454a-8962-adf8db3aab87 tempest-AttachVolumeNegativeTest-2031625228 tempest-AttachVolumeNegativeTest-2031625228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:56:08.389605 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-9b0a2e77-6495-45d2-9891-40f33c7d3a5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:56:08.391742 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-ee183f95-ce24-4fdc-a998-c28619143e58 req-ff46ff8b-c975-454a-8962-adf8db3aab87 tempest-AttachVolumeNegativeTest-2031625228 tempest-AttachVolumeNegativeTest-2031625228-project] 10.222.0.21 "GET /v2.0/ports?device_id=efa86bc2-cec0-4000-8a27-4d6b84d10c82 HTTP/1.1" status: 200 len: 945 time: 0.6902487 Jun 07 06:56:08.411921 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8281833-f5ba-4347-8083-0b6d990aa095 req-113ad4bf-3371-4f04-8afe-cb69d71f2495 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:56:08.413439 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-b8281833-f5ba-4347-8083-0b6d990aa095 req-113ad4bf-3371-4f04-8afe-cb69d71f2495 service neutron] 10.222.0.43 "GET /v2.0/networks?id=90cfa33b-3934-46a0-a3d0-faaa7bfec8df HTTP/1.1" status: 200 len: 911 time: 0.2302837 Jun 07 06:56:08.573665 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-b8281833-f5ba-4347-8083-0b6d990aa095 req-d7aa10b4-9c3d-4724-a76e-b658d6bdd91c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=29ea960d-9ed1-4bb5-b4a0-2e1939e8201e HTTP/1.1" status: 200 len: 1001 time: 0.1448016 Jun 07 06:56:08.575152 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-9b0a2e77-6495-45d2-9891-40f33c7d3a5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1706761'] for security_group, after_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:56:08.577839 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-9b0a2e77-6495-45d2-9891-40f33c7d3a5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:56:08.579067 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [None req-9b0a2e77-6495-45d2-9891-40f33c7d3a5c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f8bf7b76-38dd-478d-80e9-fc40a1768c0a HTTP/1.1" status: 204 len: 168 time: 0.4427438 Jun 07 06:56:08.580255 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-91ef00b2-4b94-4fc6-8489-c49ecbc2c0b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:56:08.592178 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0a2e77-6495-45d2-9891-40f33c7d3a5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8bf7b76-38dd-478d-80e9-fc40a1768c0a,revision_number=None']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:56:08.673393 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-ee183f95-ce24-4fdc-a998-c28619143e58 req-116bb740-32bd-4a28-a92f-3ebb8f1eca34 tempest-AttachVolumeNegativeTest-2031625228 tempest-AttachVolumeNegativeTest-2031625228-project] 10.222.0.21 "GET /v2.0/security-groups?id=3d4b3a4d-8433-4457-868d-75e29ba07bfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2804055 Jun 07 06:56:08.674092 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8281833-f5ba-4347-8083-0b6d990aa095 req-7786cbef-8fa4-4422-b273-88c88fcf8fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:56:08.676584 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-b8281833-f5ba-4347-8083-0b6d990aa095 req-7786cbef-8fa4-4422-b273-88c88fcf8fa0 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=cf612fb8-f9f7-4687-b8ca-e3cc129879ce HTTP/1.1" status: 200 len: 849 time: 0.0818102 Jun 07 06:56:08.679736 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-9b0a2e77-6495-45d2-9891-40f33c7d3a5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:56:08.732768 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.plugins.ml2.db [req-c113fa31-6e26-42cc-be1f-0a6bf898513e req-f2ca3ff5-ab30-4d64-aa71-d2100ce57ef0 tempest-AttachVolumeNegativeTest-2031625228 tempest-AttachVolumeNegativeTest-2031625228-project] For port 8a1f7952-1bb8-4863-b199-a8d4ed9da897, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=8a1f7952-1bb8-4863-b199-a8d4ed9da897,segment=NetworkSegment(88ca7d97-e105-429a-98e0-c2a9da21452e),segment_id=88ca7d97-e105-429a-98e0-c2a9da21452e)] {{(pid=91772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 06:56:08.733184 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [req-c113fa31-6e26-42cc-be1f-0a6bf898513e req-f2ca3ff5-ab30-4d64-aa71-d2100ce57ef0 tempest-AttachVolumeNegativeTest-2031625228 tempest-AttachVolumeNegativeTest-2031625228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1669251'] for port, precommit_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:56:08.757302 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4417b8-bc65-43ba-b980-09f802ba4e73 req-6daa16cc-a901-4f23-8c2d-fb9aa0118546 tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:56:08.758820 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-cb4417b8-bc65-43ba-b980-09f802ba4e73 req-6daa16cc-a901-4f23-8c2d-fb9aa0118546 tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] 10.222.0.21 "GET /v2.0/ports?device_id=0b69e74a-2084-4d1c-a06d-6341ae621244 HTTP/1.1" status: 200 len: 946 time: 0.2344239 Jun 07 06:56:08.813206 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 06:56:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff108636-3682-4557-9297-66c20aa0dc8e x-openstack-request-id: req-ff108636-3682-4557-9297-66c20aa0dc8e {{(pid=91773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 06:56:08.813717 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3d48ee2-200b-4157-b454-429f14f8ef1a", "name": "network-vif-deleted", "tag": "37419c5b-a5bf-401b-9ebb-1192fcbea204", "status": "completed", "code": 200}]} {{(pid=91773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 06:56:08.814186 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ff108636-3682-4557-9297-66c20aa0dc8e {{(pid=91773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 06:56:08.814750 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3d48ee2-200b-4157-b454-429f14f8ef1a', 'name': 'network-vif-deleted', 'tag': '37419c5b-a5bf-401b-9ebb-1192fcbea204', 'status': 'completed', 'code': 200} Jun 07 06:56:08.870435 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8281833-f5ba-4347-8083-0b6d990aa095 req-96d8d056-fb53-44bd-b566-9d1ebcc6c20e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:56:08.876433 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-b8281833-f5ba-4347-8083-0b6d990aa095 req-96d8d056-fb53-44bd-b566-9d1ebcc6c20e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=90cfa33b-3934-46a0-a3d0-faaa7bfec8df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1762054 Jun 07 06:56:09.144837 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.plugins.ml2.plugin [req-c113fa31-6e26-42cc-be1f-0a6bf898513e req-f2ca3ff5-ab30-4d64-aa71-d2100ce57ef0 tempest-AttachVolumeNegativeTest-2031625228 tempest-AttachVolumeNegativeTest-2031625228-project] Calling delete_port for 8a1f7952-1bb8-4863-b199-a8d4ed9da897 owned by compute:nova {{(pid=91772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 06:56:09.157607 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-b8281833-f5ba-4347-8083-0b6d990aa095 req-7cb0f14a-5037-4539-a405-e473fc2437d8 service neutron] 10.222.0.43 "GET /v2.0/networks/90cfa33b-3934-46a0-a3d0-faaa7bfec8df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2734399 Jun 07 06:56:09.180067 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-3b9d132c-92a5-4b7f-90a5-9c6abe8e51be req-06be4b1f-43b5-4e48-80a1-d0c3f1d64d4d tempest-VolumesActionsTest-701523973 tempest-VolumesActionsTest-701523973-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3d48ee2-200b-4157-b454-429f14f8ef1a HTTP/1.1" status: 200 len: 210 time: 0.0984473 Jun 07 06:56:09.237962 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-cb4417b8-bc65-43ba-b980-09f802ba4e73 req-1e9b229c-3e5c-420a-8529-ebd919274723 tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] 10.222.0.21 "GET /v2.0/security-groups?id=e7307ba2-82f7-48b4-bd29-8e5128908893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3314362 Jun 07 06:56:09.307139 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762332461204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723872'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:56:09.342584 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-b8281833-f5ba-4347-8083-0b6d990aa095 req-417a0f54-02fa-4ac2-a3ce-84716422cae8 service neutron] 10.222.0.43 "GET /v2.0/networks/90cfa33b-3934-46a0-a3d0-faaa7bfec8df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1664126 Jun 07 06:56:09.343536 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [req-c113fa31-6e26-42cc-be1f-0a6bf898513e req-f2ca3ff5-ab30-4d64-aa71-d2100ce57ef0 tempest-AttachVolumeNegativeTest-2031625228 tempest-AttachVolumeNegativeTest-2031625228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-569476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762332438236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762331935088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2958583'] for port, after_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:56:09.351953 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-7f7b92da-bdf4-478f-8f92-6f9bd43f4f2a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:56:09.360847 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.db [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] get_ports_and_sgs() called for port_ids ['8a1f7952-1bb8-4863-b199-a8d4ed9da897'] {{(pid=91774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 06:56:09.420095 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ca3ff5-ab30-4d64-aa71-d2100ce57ef0 tempest-AttachVolumeNegativeTest-2031625228 tempest-AttachVolumeNegativeTest-2031625228-project] Pushing event deleted for resources: {'Port': ['ID=8a1f7952-1bb8-4863-b199-a8d4ed9da897,revision_number=None']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:56:09.424353 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-f2ca3ff5-ab30-4d64-aa71-d2100ce57ef0 tempest-AttachVolumeNegativeTest-2031625228 tempest-AttachVolumeNegativeTest-2031625228-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:56:09.461736 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-59226f98-42d4-42f4-89da-5bcaf5977964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762332461204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723872'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:56:09.518578 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.db.l3_dvrscheduler_db [req-c113fa31-6e26-42cc-be1f-0a6bf898513e req-f2ca3ff5-ab30-4d64-aa71-d2100ce57ef0 tempest-AttachVolumeNegativeTest-2031625228 tempest-AttachVolumeNegativeTest-2031625228-project] No DVR routers for this DVR port 8a1f7952-1bb8-4863-b199-a8d4ed9da897 on host hv-cinder-78414 {{(pid=91772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 06:56:09.554262 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [req-c113fa31-6e26-42cc-be1f-0a6bf898513e req-f2ca3ff5-ab30-4d64-aa71-d2100ce57ef0 tempest-AttachVolumeNegativeTest-2031625228 tempest-AttachVolumeNegativeTest-2031625228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503096'] for port, before_response {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:56:09.556230 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-c113fa31-6e26-42cc-be1f-0a6bf898513e req-f2ca3ff5-ab30-4d64-aa71-d2100ce57ef0 tempest-AttachVolumeNegativeTest-2031625228 tempest-AttachVolumeNegativeTest-2031625228-project] 10.222.0.43 "DELETE /v2.0/ports/8a1f7952-1bb8-4863-b199-a8d4ed9da897 HTTP/1.1" status: 204 len: 173 time: 1.9904661 Jun 07 06:56:09.556761 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efa86bc2-cec0-4000-8a27-4d6b84d10c82', 'name': 'network-vif-deleted', 'tag': '8a1f7952-1bb8-4863-b199-a8d4ed9da897'}] {{(pid=91772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 06:56:09.559682 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b3564b50ce45010e06e11b2a9bfee31ad6a5dcfa31583fbede74178fb7a3d70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78a501e4-8236-448f-b299-64e2d035362c" -d '{"events": [{"server_uuid": "efa86bc2-cec0-4000-8a27-4d6b84d10c82", "name": "network-vif-deleted", "tag": "8a1f7952-1bb8-4863-b199-a8d4ed9da897"}]}' {{(pid=91772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 06:56:09.609119 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d1fe3b-05d0-4227-9600-dba9d647f58f req-5b3f6ca4-722b-492e-a832-ff5bbf22a047 tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:56:09.610822 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-86d1fe3b-05d0-4227-9600-dba9d647f58f req-5b3f6ca4-722b-492e-a832-ff5bbf22a047 tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] 10.222.0.21 "GET /v2.0/ports?device_id=45af59d1-9852-4669-a1f9-b74a9c5d6b3a HTTP/1.1" status: 200 len: 945 time: 0.0944738 Jun 07 06:56:09.651128 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 06:56:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55ec1800-99aa-45e8-89b7-45882985a3e8 x-openstack-request-id: req-55ec1800-99aa-45e8-89b7-45882985a3e8 {{(pid=91772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 06:56:09.651453 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efa86bc2-cec0-4000-8a27-4d6b84d10c82", "name": "network-vif-deleted", "tag": "8a1f7952-1bb8-4863-b199-a8d4ed9da897", "status": "completed", "code": 200}]} {{(pid=91772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 06:56:09.652232 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-55ec1800-99aa-45e8-89b7-45882985a3e8 {{(pid=91772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 06:56:09.652907 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efa86bc2-cec0-4000-8a27-4d6b84d10c82', 'name': 'network-vif-deleted', 'tag': '8a1f7952-1bb8-4863-b199-a8d4ed9da897', 'status': 'completed', 'code': 200} Jun 07 06:56:09.698054 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-86d1fe3b-05d0-4227-9600-dba9d647f58f req-2aa7ddb8-4d0b-4eb4-9a1e-7ddc2d8ae85c tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] 10.222.0.21 "GET /v2.0/security-groups?id=1b4cb076-4f85-41ec-a873-5e63f865f342&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0807700 Jun 07 06:56:09.772443 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Device 37419c5b-a5bf-401b-9ebb-1192fcbea204 no longer exists at agent hyperv_hv-cinder-78414 {{(pid=91774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 06:56:09.839074 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.plugin [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] No Port match for: 37419c5b-a5bf-401b-9ebb-1192fcbea204 {{(pid=91774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 06:56:09.839637 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Device 37419c5b-a5bf-401b-9ebb-1192fcbea204 not bound to the agent host hv-cinder-78414 {{(pid=91774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 06:56:09.897719 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-2dd179fb-8e1f-428e-96d1-b2271082f99b req-c4798e1d-0a04-4bc3-b9e2-1b90574ae271 tempest-AttachVolumeNegativeTest-2031625228 tempest-AttachVolumeNegativeTest-2031625228-project] 10.222.0.21 "GET /v2.0/ports?device_id=efa86bc2-cec0-4000-8a27-4d6b84d10c82 HTTP/1.1" status: 200 len: 210 time: 0.0461240 Jun 07 06:56:10.511505 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ffe377-ceb9-41f9-8416-7f953526f7d9 req-40efc1b0-c9dd-4431-a2a8-a36a1c8f59c6 tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:56:10.521397 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-56ffe377-ceb9-41f9-8416-7f953526f7d9 req-40efc1b0-c9dd-4431-a2a8-a36a1c8f59c6 tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] 10.222.0.21 "GET /v2.0/ports?device_id=0b69e74a-2084-4d1c-a06d-6341ae621244 HTTP/1.1" status: 200 len: 946 time: 0.1660836 Jun 07 06:56:10.566968 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-3ea4f4f5-6296-4d8b-95a7-2efd101194ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762332461204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723872'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:56:10.605977 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-56ffe377-ceb9-41f9-8416-7f953526f7d9 req-8bb347a2-01ac-4a46-bf96-88cb0823430b tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] 10.222.0.21 "GET /v2.0/security-groups?id=e7307ba2-82f7-48b4-bd29-8e5128908893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833261 Jun 07 06:56:10.645824 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762332461204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723872'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:56:10.943686 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76308763-bb24-4ace-9ce1-7da58e9cc7b0 req-6f3e8494-2858-4da9-96d8-95eac14ee87b tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:56:10.951321 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-76308763-bb24-4ace-9ce1-7da58e9cc7b0 req-6f3e8494-2858-4da9-96d8-95eac14ee87b tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] 10.222.0.21 "GET /v2.0/ports?device_id=45af59d1-9852-4669-a1f9-b74a9c5d6b3a HTTP/1.1" status: 200 len: 945 time: 0.1093035 Jun 07 06:56:11.011787 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-76308763-bb24-4ace-9ce1-7da58e9cc7b0 req-2ffb4589-db88-4e5b-8878-d8b99993ad05 tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] 10.222.0.21 "GET /v2.0/security-groups?id=1b4cb076-4f85-41ec-a873-5e63f865f342&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593910 Jun 07 06:56:11.066724 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.21', 56052) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:56:11.138853 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.db.db_base_plugin_v2 [None req-137c9117-6014-4295-b57f-c21a902656e0 admin admin] Deleting subnet 92171860-0586-439a-90ff-9e9817d6b6e7 {{(pid=91773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 07 06:56:11.142271 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-137c9117-6014-4295-b57f-c21a902656e0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:56:11.202019 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-137c9117-6014-4295-b57f-c21a902656e0 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:56:11.211522 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-137c9117-6014-4295-b57f-c21a902656e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-719335'] for subnet, precommit_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:56:11.317667 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-137c9117-6014-4295-b57f-c21a902656e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-719342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648536'] for subnet, after_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:56:11.331102 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:56:11.371876 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-137c9117-6014-4295-b57f-c21a902656e0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:56:11.376947 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [None req-137c9117-6014-4295-b57f-c21a902656e0 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/92171860-0586-439a-90ff-9e9817d6b6e7 HTTP/1.1" status: 204 len: 168 time: 0.3090744 Jun 07 06:56:11.377345 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.wsgi [-] (91772) accepted ('10.222.0.21', 56060) {{(pid=91772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:56:11.381268 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137c9117-6014-4295-b57f-c21a902656e0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=92171860-0586-439a-90ff-9e9817d6b6e7,revision_number=None']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:56:11.390761 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-137c9117-6014-4295-b57f-c21a902656e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:56:11.512783 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-d4c4f909-21c2-4aa6-9e72-8ac860bb7880 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538213'] for network, before_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:56:11.781331 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Device 8a1f7952-1bb8-4863-b199-a8d4ed9da897 no longer exists at agent hyperv_hv-cinder-78414 {{(pid=91774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 06:56:11.842127 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.plugin [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] No Port match for: 8a1f7952-1bb8-4863-b199-a8d4ed9da897 {{(pid=91774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 06:56:11.842807 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Device 8a1f7952-1bb8-4863-b199-a8d4ed9da897 not bound to the agent host hv-cinder-78414 {{(pid=91774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 06:56:11.847948 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-d4c4f909-21c2-4aa6-9e72-8ac860bb7880 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-722558', 'neutron.services.segments.db._delete_segments_for_network-8762332461222'] for network, precommit_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:56:11.865196 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.services.segments.db [None req-d4c4f909-21c2-4aa6-9e72-8ac860bb7880 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27a96711-417c-4ed3-a59e-0ca8ab8628f1']}} {{(pid=91772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 06:56:11.879520 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.services.segments.db [None req-d4c4f909-21c2-4aa6-9e72-8ac860bb7880 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88ca7d97-e105-429a-98e0-c2a9da21452e') {'for_net_delete': True} {{(pid=91772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 06:56:11.879953 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.services.segments.db [None req-d4c4f909-21c2-4aa6-9e72-8ac860bb7880 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88ca7d97-e105-429a-98e0-c2a9da21452e') {} {{(pid=91772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 06:56:11.897274 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-d4c4f909-21c2-4aa6-9e72-8ac860bb7880 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762332204737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2375324'] for segment, before_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:56:11.955089 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-d4c4f909-21c2-4aa6-9e72-8ac860bb7880 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-712556'] for segment, precommit_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:56:11.971633 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4c4f909-21c2-4aa6-9e72-8ac860bb7880 admin admin] Releasing vlan 302 on physical network physnet1 to pool {{(pid=91772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 07 06:56:11.972281 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-d4c4f909-21c2-4aa6-9e72-8ac860bb7880 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-712556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2958496'] for segment, after_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:56:11.985663 dv-cinder-784140-5-smb neutron-server[91772]: Traceback (most recent call last): Jun 07 06:56:11.985663 dv-cinder-784140-5-smb neutron-server[91772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 07 06:56:11.985663 dv-cinder-784140-5-smb neutron-server[91772]: timer() Jun 07 06:56:11.985663 dv-cinder-784140-5-smb neutron-server[91772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 07 06:56:11.985663 dv-cinder-784140-5-smb neutron-server[91772]: cb(*args, **kw) Jun 07 06:56:11.985663 dv-cinder-784140-5-smb neutron-server[91772]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 07 06:56:11.985663 dv-cinder-784140-5-smb neutron-server[91772]: return func(*args, **kwargs) Jun 07 06:56:11.985663 dv-cinder-784140-5-smb neutron-server[91772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 07 06:56:11.985663 dv-cinder-784140-5-smb neutron-server[91772]: self._notify() Jun 07 06:56:11.985663 dv-cinder-784140-5-smb neutron-server[91772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 07 06:56:11.985663 dv-cinder-784140-5-smb neutron-server[91772]: self.callback(batched_events) Jun 07 06:56:11.985663 dv-cinder-784140-5-smb neutron-server[91772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 07 06:56:11.985663 dv-cinder-784140-5-smb neutron-server[91772]: event.method(event) Jun 07 06:56:11.985663 dv-cinder-784140-5-smb neutron-server[91772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 07 06:56:11.985663 dv-cinder-784140-5-smb neutron-server[91772]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 07 06:56:11.985663 dv-cinder-784140-5-smb neutron-server[91772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 07 06:56:11.985663 dv-cinder-784140-5-smb neutron-server[91772]: aggregate_uuid = self.p_client.list_aggregates( Jun 07 06:56:11.985663 dv-cinder-784140-5-smb neutron-server[91772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 07 06:56:11.985663 dv-cinder-784140-5-smb neutron-server[91772]: return f(self, *a, **k) Jun 07 06:56:11.985663 dv-cinder-784140-5-smb neutron-server[91772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 07 06:56:11.985663 dv-cinder-784140-5-smb neutron-server[91772]: return self._get(url).json() Jun 07 06:56:11.985663 dv-cinder-784140-5-smb neutron-server[91772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 07 06:56:11.985663 dv-cinder-784140-5-smb neutron-server[91772]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 07 06:56:11.985663 dv-cinder-784140-5-smb neutron-server[91772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 07 06:56:11.985663 dv-cinder-784140-5-smb neutron-server[91772]: return self.request(url, 'GET', **kwargs) Jun 07 06:56:11.985663 dv-cinder-784140-5-smb neutron-server[91772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 07 06:56:11.985663 dv-cinder-784140-5-smb neutron-server[91772]: base_url = self.get_endpoint(auth, allow=allow, Jun 07 06:56:11.985663 dv-cinder-784140-5-smb neutron-server[91772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 07 06:56:11.985663 dv-cinder-784140-5-smb neutron-server[91772]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 07 06:56:11.985663 dv-cinder-784140-5-smb neutron-server[91772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 07 06:56:11.985663 dv-cinder-784140-5-smb neutron-server[91772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 07 06:56:11.985663 dv-cinder-784140-5-smb neutron-server[91772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 07 06:56:12.082056 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-d4c4f909-21c2-4aa6-9e72-8ac860bb7880 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-722533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1706969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754209'] for network, after_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:56:12.103251 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb1b3eb-a948-442b-a3e7-fd7fcadbb2e5 req-046ba617-66b7-4852-aa6b-fb6634df3319 tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:56:12.111203 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-6bb1b3eb-a948-442b-a3e7-fd7fcadbb2e5 req-046ba617-66b7-4852-aa6b-fb6634df3319 tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] 10.222.0.21 "GET /v2.0/ports?device_id=0b69e74a-2084-4d1c-a06d-6341ae621244 HTTP/1.1" status: 200 len: 946 time: 0.1992304 Jun 07 06:56:12.114243 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:56:12.142242 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-7052a4e3-dcb7-48ac-a7a0-7c0e94d6da24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762332461204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723872'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:56:12.145381 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-d4c4f909-21c2-4aa6-9e72-8ac860bb7880 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648630'] for network, before_response {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:56:12.147298 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [None req-d4c4f909-21c2-4aa6-9e72-8ac860bb7880 admin admin] 10.222.0.21 "DELETE /v2.0/networks/27a96711-417c-4ed3-a59e-0ca8ab8628f1 HTTP/1.1" status: 204 len: 168 time: 0.7687428 Jun 07 06:56:12.175707 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c4f909-21c2-4aa6-9e72-8ac860bb7880 admin admin] Pushing event deleted for resources: {'Network': ['ID=27a96711-417c-4ed3-a59e-0ca8ab8628f1,revision_number=None']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:56:12.179552 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-d4c4f909-21c2-4aa6-9e72-8ac860bb7880 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:56:12.213220 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-6bb1b3eb-a948-442b-a3e7-fd7fcadbb2e5 req-d72ce10b-df47-4da6-a6e9-b226e481bdab tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] 10.222.0.21 "GET /v2.0/security-groups?id=e7307ba2-82f7-48b4-bd29-8e5128908893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010783 Jun 07 06:56:12.308722 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec0d392-f0c4-4c56-aba0-76983ae84e4f req-67376019-8400-482b-aa54-2bd1a5de43c0 tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:56:12.310236 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-aec0d392-f0c4-4c56-aba0-76983ae84e4f req-67376019-8400-482b-aa54-2bd1a5de43c0 tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] 10.222.0.21 "GET /v2.0/ports?device_id=45af59d1-9852-4669-a1f9-b74a9c5d6b3a HTTP/1.1" status: 200 len: 945 time: 0.0960445 Jun 07 06:56:12.380824 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-aec0d392-f0c4-4c56-aba0-76983ae84e4f req-5891c78e-9a94-43a5-8f0f-e20675b71de4 tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] 10.222.0.21 "GET /v2.0/security-groups?id=1b4cb076-4f85-41ec-a873-5e63f865f342&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638330 Jun 07 06:56:12.403333 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.21', 56082) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:56:12.463033 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [None req-7af910bc-d9fe-4f9e-9a1e-26e5457ca2ad admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e315befe5685416d9564a280760adaed&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0584722 Jun 07 06:56:12.466112 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.wsgi [-] (91772) accepted ('10.222.0.21', 56084) {{(pid=91772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:56:12.539508 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-fd3eb867-863f-418d-8a31-1f705ee90486 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:56:12.571261 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-fd3eb867-863f-418d-8a31-1f705ee90486 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:56:12.641587 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-fd3eb867-863f-418d-8a31-1f705ee90486 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1706761'] for security_group, after_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:56:12.644353 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-fd3eb867-863f-418d-8a31-1f705ee90486 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:56:12.649924 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [None req-fd3eb867-863f-418d-8a31-1f705ee90486 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3d4b3a4d-8433-4457-868d-75e29ba07bfc HTTP/1.1" status: 204 len: 168 time: 0.1817815 Jun 07 06:56:12.651599 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-c57991af-6ffb-4737-81e8-48da96db9c40 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:56:12.664607 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3eb867-863f-418d-8a31-1f705ee90486 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d4b3a4d-8433-4457-868d-75e29ba07bfc,revision_number=None']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:56:12.666946 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-fd3eb867-863f-418d-8a31-1f705ee90486 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:56:13.455952 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3cc824-63aa-4ba1-a0d7-8034fe97b5dc req-e2ea22f6-2c20-4e49-a8f6-eb7e1dcf77ab tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:56:13.466534 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-4c3cc824-63aa-4ba1-a0d7-8034fe97b5dc req-e2ea22f6-2c20-4e49-a8f6-eb7e1dcf77ab tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] 10.222.0.21 "GET /v2.0/ports?device_id=0b69e74a-2084-4d1c-a06d-6341ae621244 HTTP/1.1" status: 200 len: 946 time: 0.1138058 Jun 07 06:56:13.590441 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-4c3cc824-63aa-4ba1-a0d7-8034fe97b5dc req-3dd4f6a3-9d3a-4e55-87be-6499994b80d2 tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] 10.222.0.21 "GET /v2.0/security-groups?id=e7307ba2-82f7-48b4-bd29-8e5128908893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218247 Jun 07 06:56:13.656925 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dd898d-d367-4aae-a27f-53c3d7dcee7c req-d8b08bf5-a44f-4905-a9a5-97236cf678e1 tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:56:13.664103 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-93dd898d-d367-4aae-a27f-53c3d7dcee7c req-d8b08bf5-a44f-4905-a9a5-97236cf678e1 tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] 10.222.0.21 "GET /v2.0/ports?device_id=45af59d1-9852-4669-a1f9-b74a9c5d6b3a HTTP/1.1" status: 200 len: 945 time: 0.1297648 Jun 07 06:56:13.716471 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-93dd898d-d367-4aae-a27f-53c3d7dcee7c req-ccf3844c-c88f-4d34-850a-9fb24f75a8ea tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] 10.222.0.21 "GET /v2.0/security-groups?id=1b4cb076-4f85-41ec-a873-5e63f865f342&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503225 Jun 07 06:56:14.836255 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12703966-06bc-482a-afa3-84ac06eae7dc req-6898fb3e-456c-4f6a-a5b2-919538f3a3c0 tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:56:14.846264 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.21', 56142) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:56:14.849402 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-12703966-06bc-482a-afa3-84ac06eae7dc req-6898fb3e-456c-4f6a-a5b2-919538f3a3c0 tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] 10.222.0.21 "GET /v2.0/ports?device_id=0b69e74a-2084-4d1c-a06d-6341ae621244 HTTP/1.1" status: 200 len: 946 time: 0.1269367 Jun 07 06:56:14.967548 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-12703966-06bc-482a-afa3-84ac06eae7dc req-bfec105d-f2c6-4130-8d8e-ca667164b844 tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] 10.222.0.21 "GET /v2.0/security-groups?id=e7307ba2-82f7-48b4-bd29-8e5128908893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171715 Jun 07 06:56:15.012306 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-985d501b-3885-41df-9d02-be06da8100ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:56:15.019855 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2366ca-dbc7-4157-8d19-7a7731165f1a req-fc5c9ad3-4f04-46c1-8f83-cf75a880eba7 tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:56:15.021352 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-0b2366ca-dbc7-4157-8d19-7a7731165f1a req-fc5c9ad3-4f04-46c1-8f83-cf75a880eba7 tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] 10.222.0.21 "GET /v2.0/ports?device_id=45af59d1-9852-4669-a1f9-b74a9c5d6b3a HTTP/1.1" status: 200 len: 945 time: 0.1207194 Jun 07 06:56:15.069638 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-0b2366ca-dbc7-4157-8d19-7a7731165f1a req-d56b634b-1099-4b65-9f41-6a0e5a0229e4 tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] 10.222.0.21 "GET /v2.0/security-groups?id=1b4cb076-4f85-41ec-a873-5e63f865f342&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410712 Jun 07 06:56:15.135698 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-985d501b-3885-41df-9d02-be06da8100ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:56:15.141408 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-985d501b-3885-41df-9d02-be06da8100ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1706761'] for security_group, after_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:56:15.150680 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-234f21c9-cfef-4b5d-8ba4-8cd6b1fd7e32 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:56:15.206578 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [None req-985d501b-3885-41df-9d02-be06da8100ae admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1b8f8c68a8f94963b3f17a7fa90354b6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3568289 Jun 07 06:56:15.206578 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985d501b-3885-41df-9d02-be06da8100ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5ae1c5b-f5de-45cc-a723-bca9648ccb50,revision_number=1']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:56:15.206914 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.wsgi [-] (91772) accepted ('10.222.0.21', 56146) {{(pid=91772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:56:15.207860 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-985d501b-3885-41df-9d02-be06da8100ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:56:15.278554 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-248094f5-301b-4525-ae31-60d2122a1255 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:56:15.305948 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-248094f5-301b-4525-ae31-60d2122a1255 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:56:15.374914 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-248094f5-301b-4525-ae31-60d2122a1255 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1706761'] for security_group, after_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:56:15.377956 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-248094f5-301b-4525-ae31-60d2122a1255 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:56:15.379350 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [None req-248094f5-301b-4525-ae31-60d2122a1255 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a5ae1c5b-f5de-45cc-a723-bca9648ccb50 HTTP/1.1" status: 204 len: 168 time: 0.1713095 Jun 07 06:56:15.380352 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-d4cd96d8-d519-4011-ada4-5793d526f4a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:56:15.391396 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248094f5-301b-4525-ae31-60d2122a1255 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5ae1c5b-f5de-45cc-a723-bca9648ccb50,revision_number=None']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:56:15.399947 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-248094f5-301b-4525-ae31-60d2122a1255 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:56:15.770060 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.wsgi [-] (91772) accepted ('10.222.0.21', 56168) {{(pid=91772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:56:15.797869 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-a93064e9-f0ef-4698-ad9e-8c64ea5ff3ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:56:15.972318 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-a93064e9-f0ef-4698-ad9e-8c64ea5ff3ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:56:16.005951 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-a93064e9-f0ef-4698-ad9e-8c64ea5ff3ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1706761'] for security_group, after_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:56:16.015444 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-9b5d0d0f-fc5f-4571-bf14-c339f062f2d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:56:16.063545 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93064e9-f0ef-4698-ad9e-8c64ea5ff3ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c40d56d-1f61-48e9-ac94-a63ac42766af,revision_number=1']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:56:16.067453 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-a93064e9-f0ef-4698-ad9e-8c64ea5ff3ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:56:16.070774 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [None req-a93064e9-f0ef-4698-ad9e-8c64ea5ff3ca admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=06fa5f248f444c07b01c936917ef4019&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2993972 Jun 07 06:56:16.075832 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.21', 56180) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:56:16.254884 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-7d722a66-6988-4484-a7e3-88d8a3bbd971 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:56:16.285163 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625158d2-2dc0-47e0-aba5-ead4d77665cc req-7f337519-fcb0-4115-a93d-ebc205fb83bf tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:56:16.287339 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-625158d2-2dc0-47e0-aba5-ead4d77665cc req-7f337519-fcb0-4115-a93d-ebc205fb83bf tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] 10.222.0.21 "GET /v2.0/ports?device_id=0b69e74a-2084-4d1c-a06d-6341ae621244 HTTP/1.1" status: 200 len: 946 time: 0.1904171 Jun 07 06:56:16.295530 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-7d722a66-6988-4484-a7e3-88d8a3bbd971 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:56:16.366303 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc24421a-ed01-4ebf-b3b1-3fcb130a39db req-545cd98e-5750-4260-81e8-02629ed2df28 tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:56:16.367740 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-cc24421a-ed01-4ebf-b3b1-3fcb130a39db req-545cd98e-5750-4260-81e8-02629ed2df28 tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] 10.222.0.21 "GET /v2.0/ports?device_id=45af59d1-9852-4669-a1f9-b74a9c5d6b3a HTTP/1.1" status: 200 len: 945 time: 0.1527927 Jun 07 06:56:16.373279 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-625158d2-2dc0-47e0-aba5-ead4d77665cc req-8d33ba5b-1222-490f-acce-7a4d520b13e0 tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] 10.222.0.21 "GET /v2.0/security-groups?id=e7307ba2-82f7-48b4-bd29-8e5128908893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770633 Jun 07 06:56:16.389348 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-7d722a66-6988-4484-a7e3-88d8a3bbd971 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1706761'] for security_group, after_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:56:16.392997 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-7d722a66-6988-4484-a7e3-88d8a3bbd971 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:56:16.394815 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [None req-7d722a66-6988-4484-a7e3-88d8a3bbd971 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5c40d56d-1f61-48e9-ac94-a63ac42766af HTTP/1.1" status: 204 len: 168 time: 0.3175168 Jun 07 06:56:16.396171 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-010de939-a630-44cd-8cee-7b736d201b6a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:56:16.410999 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d722a66-6988-4484-a7e3-88d8a3bbd971 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c40d56d-1f61-48e9-ac94-a63ac42766af,revision_number=None']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:56:16.413732 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-7d722a66-6988-4484-a7e3-88d8a3bbd971 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:56:16.452956 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-cc24421a-ed01-4ebf-b3b1-3fcb130a39db req-5c905d11-b261-42fb-bce1-46c1791c18b6 tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] 10.222.0.21 "GET /v2.0/security-groups?id=1b4cb076-4f85-41ec-a873-5e63f865f342&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0763819 Jun 07 06:56:16.907885 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron.db.agents_db [None req-9f63f2a9-7775-47ca-9fc8-a7f68791a20c None None] Agent healthcheck: found 6 active agents {{(pid=91775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 06:56:17.189081 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9823a25a-01ef-4958-a8d2-b71a4925e12c req-6bbd122f-bfe7-42c3-80c2-d70ca6971929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:56:17.191973 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-9823a25a-01ef-4958-a8d2-b71a4925e12c req-6bbd122f-bfe7-42c3-80c2-d70ca6971929 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=0b69e74a-2084-4d1c-a06d-6341ae621244 HTTP/1.1" status: 200 len: 1099 time: 0.1734402 Jun 07 06:56:17.258156 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-9823a25a-01ef-4958-a8d2-b71a4925e12c req-88aff8e3-2b16-47c3-8bcd-b0f4bd97baa2 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=e7307ba2-82f7-48b4-bd29-8e5128908893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525403 Jun 07 06:56:17.745669 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ab5692-dbc1-426e-87fb-f93ab632f87b req-051b8104-b00b-4b4f-8f90-3d628b5aa753 tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:56:17.747697 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-a5ab5692-dbc1-426e-87fb-f93ab632f87b req-051b8104-b00b-4b4f-8f90-3d628b5aa753 tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] 10.222.0.21 "GET /v2.0/ports?device_id=0b69e74a-2084-4d1c-a06d-6341ae621244 HTTP/1.1" status: 200 len: 946 time: 0.1676278 Jun 07 06:56:17.755829 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcd177c-38bb-4e79-bc42-05619c099adb req-40487212-b231-4a69-89eb-5232f6d26e1c tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:56:17.757264 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-9dcd177c-38bb-4e79-bc42-05619c099adb req-40487212-b231-4a69-89eb-5232f6d26e1c tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] 10.222.0.21 "GET /v2.0/ports?device_id=45af59d1-9852-4669-a1f9-b74a9c5d6b3a HTTP/1.1" status: 200 len: 945 time: 0.1367211 Jun 07 06:56:17.842285 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-9dcd177c-38bb-4e79-bc42-05619c099adb req-e202da55-fce6-4f7c-844e-c95f322a884d tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] 10.222.0.21 "GET /v2.0/security-groups?id=1b4cb076-4f85-41ec-a873-5e63f865f342&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0691469 Jun 07 06:56:17.859829 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-a5ab5692-dbc1-426e-87fb-f93ab632f87b req-599eb750-32d7-43d1-929e-77079da1d52f tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] 10.222.0.21 "GET /v2.0/security-groups?id=e7307ba2-82f7-48b4-bd29-8e5128908893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015253 Jun 07 06:56:18.453446 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3dc0a4-876a-4498-b0a4-408546d3396f req-5a1d2856-37ae-420c-a20b-6a6c475c4ece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:56:18.455720 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-2e3dc0a4-876a-4498-b0a4-408546d3396f req-5a1d2856-37ae-420c-a20b-6a6c475c4ece service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a521857e620a4cd2a9ecf3c6706dbe4e&device_id=45af59d1-9852-4669-a1f9-b74a9c5d6b3a HTTP/1.1" status: 200 len: 1098 time: 0.0746882 Jun 07 06:56:18.806309 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3dc0a4-876a-4498-b0a4-408546d3396f req-4b5936ca-3638-40ca-bcad-10f930fd5dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:56:18.807787 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-2e3dc0a4-876a-4498-b0a4-408546d3396f req-4b5936ca-3638-40ca-bcad-10f930fd5dfb service neutron] 10.222.0.43 "GET /v2.0/networks?id=d923eec5-f613-4137-bc9f-8f5300ca5016 HTTP/1.1" status: 200 len: 918 time: 0.3315430 Jun 07 06:56:19.010404 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-2e3dc0a4-876a-4498-b0a4-408546d3396f req-b88f9406-fc80-4c5b-9118-db05754b6a40 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=224d0336-a833-49e1-a20e-5c98bfa53246 HTTP/1.1" status: 200 len: 1001 time: 0.1862957 Jun 07 06:56:19.299271 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3dc0a4-876a-4498-b0a4-408546d3396f req-57873867-bda3-4475-9cc3-05d1acf4bc66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:56:19.302790 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-2e3dc0a4-876a-4498-b0a4-408546d3396f req-57873867-bda3-4475-9cc3-05d1acf4bc66 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c3d491a8-638d-42a9-876a-8c51b2a3d541 HTTP/1.1" status: 200 len: 856 time: 0.2846642 Jun 07 06:56:19.406770 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac6fcfb-3c8e-48f2-82e6-b8ddfc26087b req-2031e6b6-fb95-4b06-890c-dc2bac2cb117 tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:56:19.408600 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-7ac6fcfb-3c8e-48f2-82e6-b8ddfc26087b req-2031e6b6-fb95-4b06-890c-dc2bac2cb117 tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] 10.222.0.21 "GET /v2.0/ports?device_id=0b69e74a-2084-4d1c-a06d-6341ae621244 HTTP/1.1" status: 200 len: 946 time: 0.3146162 Jun 07 06:56:19.424938 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e2625f-e1dc-44da-aff8-b2db0c1d8eef req-33189ea8-028e-457c-95be-7cb6dad68372 tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:56:19.432147 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-73e2625f-e1dc-44da-aff8-b2db0c1d8eef req-33189ea8-028e-457c-95be-7cb6dad68372 tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] 10.222.0.21 "GET /v2.0/ports?device_id=45af59d1-9852-4669-a1f9-b74a9c5d6b3a HTTP/1.1" status: 200 len: 945 time: 0.3423145 Jun 07 06:56:19.532470 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-7ac6fcfb-3c8e-48f2-82e6-b8ddfc26087b req-f6e2f705-c22f-4836-a581-8901b7b72511 tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] 10.222.0.21 "GET /v2.0/security-groups?id=e7307ba2-82f7-48b4-bd29-8e5128908893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973799 Jun 07 06:56:19.541730 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3dc0a4-876a-4498-b0a4-408546d3396f req-b68940da-f7cb-44da-a4f9-5dfa9ef0e5b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:56:19.552996 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-2e3dc0a4-876a-4498-b0a4-408546d3396f req-b68940da-f7cb-44da-a4f9-5dfa9ef0e5b8 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d923eec5-f613-4137-bc9f-8f5300ca5016&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2330513 Jun 07 06:56:19.557966 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-73e2625f-e1dc-44da-aff8-b2db0c1d8eef req-6f42623e-bc8b-46c0-95cb-a3df9d884388 tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] 10.222.0.21 "GET /v2.0/security-groups?id=1b4cb076-4f85-41ec-a873-5e63f865f342&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1249244 Jun 07 06:56:19.769270 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-2e3dc0a4-876a-4498-b0a4-408546d3396f req-8915cb4e-515d-41f6-941c-d8b60b84b5ad service neutron] 10.222.0.43 "GET /v2.0/networks/d923eec5-f613-4137-bc9f-8f5300ca5016?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2101381 Jun 07 06:56:19.946594 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfd7360-2807-4e9d-9075-f4de492adbc0 req-44bdbf0a-b5d1-4b32-bb3c-e169cf6c48cb tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:56:19.954700 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-3bfd7360-2807-4e9d-9075-f4de492adbc0 req-44bdbf0a-b5d1-4b32-bb3c-e169cf6c48cb tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] 10.222.0.21 "GET /v2.0/ports?device_id=80ef7c92-c0dc-49cd-bf01-d6f0645978f2 HTTP/1.1" status: 200 len: 945 time: 0.2307720 Jun 07 06:56:20.031180 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-2e3dc0a4-876a-4498-b0a4-408546d3396f req-075f0e8d-8497-4733-b0c8-180ac881d505 service neutron] 10.222.0.43 "GET /v2.0/networks/d923eec5-f613-4137-bc9f-8f5300ca5016?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2428546 Jun 07 06:56:20.040112 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-3bfd7360-2807-4e9d-9075-f4de492adbc0 req-59af6839-1ab1-412d-a9cc-311f185d14b2 tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] 10.222.0.21 "GET /v2.0/security-groups?id=e7307ba2-82f7-48b4-bd29-8e5128908893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829360 Jun 07 06:56:20.518740 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.wsgi [-] (91772) accepted ('10.222.0.21', 56322) {{(pid=91772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:56:20.731780 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-7522ffa8-1d19-45d5-a74b-630f8faa9ec4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:56:21.000591 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e50676-7563-4b66-b892-383f3d0a5ef6 req-3c07c71b-2e3f-4187-a897-e9e7784d0bc6 tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:56:21.008626 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-61e50676-7563-4b66-b892-383f3d0a5ef6 req-3c07c71b-2e3f-4187-a897-e9e7784d0bc6 tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] 10.222.0.21 "GET /v2.0/ports?device_id=45af59d1-9852-4669-a1f9-b74a9c5d6b3a HTTP/1.1" status: 200 len: 945 time: 0.1808636 Jun 07 06:56:21.031887 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-7522ffa8-1d19-45d5-a74b-630f8faa9ec4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:56:21.048750 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-7522ffa8-1d19-45d5-a74b-630f8faa9ec4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1706761'] for security_group, after_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:56:21.062525 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-c4ca836b-bedb-4d25-85f1-0f8bac39f4a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:56:21.080442 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-61e50676-7563-4b66-b892-383f3d0a5ef6 req-9302736e-0253-4797-8b19-fb7b7809f484 tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] 10.222.0.21 "GET /v2.0/security-groups?id=1b4cb076-4f85-41ec-a873-5e63f865f342&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0709202 Jun 07 06:56:21.119407 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [None req-7522ffa8-1d19-45d5-a74b-630f8faa9ec4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3195327c79d140c88518551d9c9d6a07&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5995102 Jun 07 06:56:21.121881 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7522ffa8-1d19-45d5-a74b-630f8faa9ec4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51678f32-ebcc-4419-9153-1c92c097842c,revision_number=1']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:56:21.122556 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.21', 56342) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:56:21.126228 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-7522ffa8-1d19-45d5-a74b-630f8faa9ec4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:56:21.208263 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-10f6f3e6-61c0-4214-bb00-0374fcd3e687 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:56:21.235996 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-10f6f3e6-61c0-4214-bb00-0374fcd3e687 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:56:21.293423 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-10f6f3e6-61c0-4214-bb00-0374fcd3e687 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1706761'] for security_group, after_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:56:21.295855 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-10f6f3e6-61c0-4214-bb00-0374fcd3e687 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:56:21.297006 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [None req-10f6f3e6-61c0-4214-bb00-0374fcd3e687 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/51678f32-ebcc-4419-9153-1c92c097842c HTTP/1.1" status: 204 len: 168 time: 0.1728022 Jun 07 06:56:21.297756 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-d04c309e-eb94-47ff-81d0-3863be66b149 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:56:21.307002 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f6f3e6-61c0-4214-bb00-0374fcd3e687 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51678f32-ebcc-4419-9153-1c92c097842c,revision_number=None']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:56:21.309276 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-10f6f3e6-61c0-4214-bb00-0374fcd3e687 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:56:21.609851 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.21', 56350) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:56:21.630699 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-5111b44f-0db1-4939-8f93-d70d59b6664e admin admin] Notify callbacks [] for security_group, before_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:56:21.765291 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-5111b44f-0db1-4939-8f93-d70d59b6664e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:56:21.770019 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-5111b44f-0db1-4939-8f93-d70d59b6664e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1706761'] for security_group, after_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:56:21.777546 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-3bbd74f7-51da-4db6-8196-e997039f0f15 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:56:21.815967 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5111b44f-0db1-4939-8f93-d70d59b6664e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5121ea1b-5fe9-4761-a973-9c83dfb8e656,revision_number=1']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:56:21.823401 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.wsgi [-] (91772) accepted ('10.222.0.21', 56358) {{(pid=91772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:56:21.824481 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Device 224d0336-a833-49e1-a20e-5c98bfa53246 no longer exists at agent hyperv_hv-cinder-78414 {{(pid=91774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 06:56:21.827873 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [None req-5111b44f-0db1-4939-8f93-d70d59b6664e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=36e2fb7fc83c4fac84297afc75a28126&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2164385 Jun 07 06:56:21.829127 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-5111b44f-0db1-4939-8f93-d70d59b6664e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:56:21.892185 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-12ed9585-9ecf-4bf5-bd03-d628511313b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:56:21.921864 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-12ed9585-9ecf-4bf5-bd03-d628511313b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:56:21.983869 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-12ed9585-9ecf-4bf5-bd03-d628511313b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1706761'] for security_group, after_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:56:21.987032 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-12ed9585-9ecf-4bf5-bd03-d628511313b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:56:21.990494 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [None req-12ed9585-9ecf-4bf5-bd03-d628511313b1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5121ea1b-5fe9-4761-a973-9c83dfb8e656 HTTP/1.1" status: 204 len: 168 time: 0.1623654 Jun 07 06:56:21.990494 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-fb787b34-dc61-4e12-b18d-e0b897b0bd72 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:56:22.021702 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ed9585-9ecf-4bf5-bd03-d628511313b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5121ea1b-5fe9-4761-a973-9c83dfb8e656,revision_number=None']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:56:22.032115 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-12ed9585-9ecf-4bf5-bd03-d628511313b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:56:22.080412 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564700'] for port, before_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:56:22.147234 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45af59d1-9852-4669-a1f9-b74a9c5d6b3a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '224d0336-a833-49e1-a20e-5c98bfa53246'}] {{(pid=91774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 06:56:22.153480 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73fb9c482eb19c5c2e497b7af5ecd9f5da2a12b641d83391285fbc9a8928c34b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-574e8e05-2e99-48ba-9277-20ab168d5577" -d '{"events": [{"server_uuid": "45af59d1-9852-4669-a1f9-b74a9c5d6b3a", "name": "network-vif-unplugged", "status": "completed", "tag": "224d0336-a833-49e1-a20e-5c98bfa53246"}]}' {{(pid=91774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 06:56:22.169818 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.db [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] For port 224d0336-a833-49e1-a20e-5c98bfa53246, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=224d0336-a833-49e1-a20e-5c98bfa53246,segment=NetworkSegment(3ffd2bba-2e4c-4340-84bb-337c4d476270),segment_id=3ffd2bba-2e4c-4340-84bb-337c4d476270)] {{(pid=91774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 06:56:22.178401 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-569476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762332438254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762331935097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762331935142'] for port, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:56:22.181996 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:56:22.278524 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Pushing event updated for resources: {'Port': ['ID=224d0336-a833-49e1-a20e-5c98bfa53246,revision_number=8']} {{(pid=91774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:56:22.282204 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:56:22.462554 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Jun 2021 06:56:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b1750ca-dbec-44b5-b2d7-cfb5175e0d35 x-openstack-request-id: req-5b1750ca-dbec-44b5-b2d7-cfb5175e0d35 {{(pid=91774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 06:56:22.462876 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45af59d1-9852-4669-a1f9-b74a9c5d6b3a", "name": "network-vif-unplugged", "status": "completed", "tag": "224d0336-a833-49e1-a20e-5c98bfa53246", "code": 200}]} {{(pid=91774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 06:56:22.463138 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5b1750ca-dbec-44b5-b2d7-cfb5175e0d35 {{(pid=91774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 06:56:22.463530 dv-cinder-784140-5-smb neutron-server[91774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45af59d1-9852-4669-a1f9-b74a9c5d6b3a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '224d0336-a833-49e1-a20e-5c98bfa53246', 'code': 200} Jun 07 06:56:22.467757 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4b6e6b-a7e6-43cc-a803-6a0a327066d4 req-7a31f41f-b7f8-4de9-a1a8-adca1fdc6c27 tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:56:22.470096 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-bd4b6e6b-a7e6-43cc-a803-6a0a327066d4 req-7a31f41f-b7f8-4de9-a1a8-adca1fdc6c27 tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] 10.222.0.21 "GET /v2.0/ports?device_id=45af59d1-9852-4669-a1f9-b74a9c5d6b3a HTTP/1.1" status: 200 len: 943 time: 0.1813948 Jun 07 06:56:22.733232 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-bd4b6e6b-a7e6-43cc-a803-6a0a327066d4 req-c52ce74e-4229-4c3a-b37f-4bf8b73111b9 tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] 10.222.0.21 "GET /v2.0/security-groups?id=1b4cb076-4f85-41ec-a873-5e63f865f342&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2572887 Jun 07 06:56:22.779430 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e5257d-0bc3-4ee6-821e-a9c12273ff89 req-c47d9109-b648-4df3-be1d-5db8bda0014f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:56:22.781125 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-29e5257d-0bc3-4ee6-821e-a9c12273ff89 req-c47d9109-b648-4df3-be1d-5db8bda0014f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=b6a17686403649e59640e6bed0871b3e&device_id=80ef7c92-c0dc-49cd-bf01-d6f0645978f2 HTTP/1.1" status: 200 len: 1098 time: 0.2842801 Jun 07 06:56:22.832844 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6a2df4-d8d6-48c9-8ddc-6bc4938598a2 req-a5cc19d9-68e8-4d92-ac24-17581f19f80d tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:56:22.840325 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-7f6a2df4-d8d6-48c9-8ddc-6bc4938598a2 req-a5cc19d9-68e8-4d92-ac24-17581f19f80d tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] 10.222.0.21 "GET /v2.0/ports?device_id=80ef7c92-c0dc-49cd-bf01-d6f0645978f2 HTTP/1.1" status: 200 len: 945 time: 0.2713845 Jun 07 06:56:22.958170 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-7f6a2df4-d8d6-48c9-8ddc-6bc4938598a2 req-36d4f9bb-3ba0-4cb0-82ea-541c1083b282 tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] 10.222.0.21 "GET /v2.0/security-groups?id=e7307ba2-82f7-48b4-bd29-8e5128908893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169074 Jun 07 06:56:23.006589 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e5257d-0bc3-4ee6-821e-a9c12273ff89 req-1584445b-147a-46cb-86e2-e0008f28e660 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:56:23.008796 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-29e5257d-0bc3-4ee6-821e-a9c12273ff89 req-1584445b-147a-46cb-86e2-e0008f28e660 service neutron] 10.222.0.43 "GET /v2.0/networks?id=2e303e64-c012-46d6-aac2-71b049564e50 HTTP/1.1" status: 200 len: 919 time: 0.2153990 Jun 07 06:56:23.234687 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-29e5257d-0bc3-4ee6-821e-a9c12273ff89 req-40c122e3-ed42-48fb-9021-9a20d07e6ac5 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=00040cee-eef7-4bc5-a36d-d1d825e1ede1 HTTP/1.1" status: 200 len: 217 time: 0.2129002 Jun 07 06:56:23.330307 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e5257d-0bc3-4ee6-821e-a9c12273ff89 req-c4cc4de7-2012-4ae1-9a4f-cbb4c17087a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:56:23.332565 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-29e5257d-0bc3-4ee6-821e-a9c12273ff89 req-c4cc4de7-2012-4ae1-9a4f-cbb4c17087a0 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d8876218-386c-4ce2-9fcc-77230c910fea HTTP/1.1" status: 200 len: 858 time: 0.0867062 Jun 07 06:56:23.393742 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-29e5257d-0bc3-4ee6-821e-a9c12273ff89 req-528c4f2f-9ebf-4a06-adaa-54b6756a003e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=2e303e64-c012-46d6-aac2-71b049564e50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0501466 Jun 07 06:56:23.570947 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-29e5257d-0bc3-4ee6-821e-a9c12273ff89 req-e90a5619-ab14-4cc8-b530-261937225b37 service neutron] 10.222.0.43 "GET /v2.0/networks/2e303e64-c012-46d6-aac2-71b049564e50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1700232 Jun 07 06:56:23.761056 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-29e5257d-0bc3-4ee6-821e-a9c12273ff89 req-53572fa1-a9f3-4d2c-95c8-f01819b1cf95 service neutron] 10.222.0.43 "GET /v2.0/networks/2e303e64-c012-46d6-aac2-71b049564e50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1750860 Jun 07 06:56:24.015131 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f48f33-d6e3-4028-b6c7-c92be3f65c76 req-d4b42e6f-1eba-4ebd-b424-2a6811b2a5a1 tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:56:24.023592 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-d7f48f33-d6e3-4028-b6c7-c92be3f65c76 req-d4b42e6f-1eba-4ebd-b424-2a6811b2a5a1 tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] 10.222.0.21 "GET /v2.0/ports?device_id=45af59d1-9852-4669-a1f9-b74a9c5d6b3a HTTP/1.1" status: 200 len: 943 time: 0.1088400 Jun 07 06:56:24.094677 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-d7f48f33-d6e3-4028-b6c7-c92be3f65c76 req-948990f1-fa43-4f39-b393-df5b0afb0548 tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] 10.222.0.21 "GET /v2.0/security-groups?id=1b4cb076-4f85-41ec-a873-5e63f865f342&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699944 Jun 07 06:56:24.210143 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4401b48-1024-4334-a221-e3577a9572b3 req-ac8e3838-6cfd-4277-b7c2-bd566589f6bb tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:56:24.211779 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-d4401b48-1024-4334-a221-e3577a9572b3 req-ac8e3838-6cfd-4277-b7c2-bd566589f6bb tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] 10.222.0.21 "GET /v2.0/ports?device_id=80ef7c92-c0dc-49cd-bf01-d6f0645978f2 HTTP/1.1" status: 200 len: 945 time: 0.1006699 Jun 07 06:56:24.260796 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-d4401b48-1024-4334-a221-e3577a9572b3 req-a3c1d175-567c-4e04-9a1a-5a54b0748319 tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] 10.222.0.21 "GET /v2.0/security-groups?id=e7307ba2-82f7-48b4-bd29-8e5128908893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425239 Jun 07 06:56:25.622269 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406619b6-b272-42f7-af54-a74c53dead6a req-ecce383a-0487-46e6-b5d8-aff6e617646d tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:56:25.629171 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-406619b6-b272-42f7-af54-a74c53dead6a req-ecce383a-0487-46e6-b5d8-aff6e617646d tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] 10.222.0.21 "GET /v2.0/ports?device_id=80ef7c92-c0dc-49cd-bf01-d6f0645978f2 HTTP/1.1" status: 200 len: 945 time: 0.1881649 Jun 07 06:56:25.663854 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.21', 56502) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:56:25.697303 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-406619b6-b272-42f7-af54-a74c53dead6a req-0d652267-49b2-4f9b-9a2e-a8b5e25d5753 tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] 10.222.0.21 "GET /v2.0/security-groups?id=e7307ba2-82f7-48b4-bd29-8e5128908893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671721 Jun 07 06:56:25.714222 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc7d625-b3f9-41ee-9860-25e66ae7bc33 req-4627a58c-3ba3-4a2d-936b-9ee23b61d535 tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:56:25.716307 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-adc7d625-b3f9-41ee-9860-25e66ae7bc33 req-4627a58c-3ba3-4a2d-936b-9ee23b61d535 tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] 10.222.0.21 "GET /v2.0/ports?device_id=45af59d1-9852-4669-a1f9-b74a9c5d6b3a HTTP/1.1" status: 200 len: 943 time: 0.1989968 Jun 07 06:56:25.771132 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-adc7d625-b3f9-41ee-9860-25e66ae7bc33 req-a865c8bb-7b05-4c1b-a251-9f391ca749fc tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] 10.222.0.21 "GET /v2.0/security-groups?id=1b4cb076-4f85-41ec-a873-5e63f865f342&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474541 Jun 07 06:56:25.828464 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-5df129c8-8cac-4a9f-87e9-dc3e60177470 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:56:25.837753 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Device 224d0336-a833-49e1-a20e-5c98bfa53246 no longer exists at agent hyperv_hv-cinder-78414 {{(pid=91774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 06:56:26.019555 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.wsgi [-] (91772) accepted ('10.222.0.21', 56520) {{(pid=91772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:56:26.128640 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-5df129c8-8cac-4a9f-87e9-dc3e60177470 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:56:26.135530 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-5df129c8-8cac-4a9f-87e9-dc3e60177470 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1706761'] for security_group, after_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:56:26.144969 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-985d501b-3885-41df-9d02-be06da8100ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:56:26.204063 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df129c8-8cac-4a9f-87e9-dc3e60177470 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43390124-8767-4087-a8ed-313486dfee90,revision_number=1']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:56:26.222981 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [None req-5df129c8-8cac-4a9f-87e9-dc3e60177470 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=657b44b8241a4063b9d5b18c9c4ddabe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5551870 Jun 07 06:56:26.223485 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-c68738aa-59ed-42f0-9453-ff2dac308c79 req-f5f5f14b-ef62-4e7b-aef4-6dcd84a476b1 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=45af59d1-9852-4669-a1f9-b74a9c5d6b3a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1996891 Jun 07 06:56:26.223577 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-5df129c8-8cac-4a9f-87e9-dc3e60177470 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:56:26.223683 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.wsgi [-] (91772) accepted ('10.222.0.21', 56524) {{(pid=91772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:56:26.288165 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-9676b8f0-0672-4a35-b1a0-715dd7623a8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:56:26.317542 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-9676b8f0-0672-4a35-b1a0-715dd7623a8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:56:26.377943 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-9676b8f0-0672-4a35-b1a0-715dd7623a8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1706761'] for security_group, after_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:56:26.380815 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-9676b8f0-0672-4a35-b1a0-715dd7623a8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:56:26.381975 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [None req-9676b8f0-0672-4a35-b1a0-715dd7623a8b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/43390124-8767-4087-a8ed-313486dfee90 HTTP/1.1" status: 204 len: 168 time: 0.1579318 Jun 07 06:56:26.382704 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-072996cc-461b-4712-a509-9afc3ec29846 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:56:26.393208 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9676b8f0-0672-4a35-b1a0-715dd7623a8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43390124-8767-4087-a8ed-313486dfee90,revision_number=None']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:56:26.396144 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-9676b8f0-0672-4a35-b1a0-715dd7623a8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:56:26.779219 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.wsgi [-] (91772) accepted ('10.222.0.21', 56538) {{(pid=91772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:56:26.833328 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-670a2ae2-da81-4f23-a6e8-20aae54c52c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:56:27.231548 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac17f7f-b821-422d-8798-23ee1a2221ea req-8009cc60-24b3-4b1a-8352-7a4d7e6448d4 tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:56:27.233893 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-dac17f7f-b821-422d-8798-23ee1a2221ea req-8009cc60-24b3-4b1a-8352-7a4d7e6448d4 tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] 10.222.0.21 "GET /v2.0/ports?device_id=80ef7c92-c0dc-49cd-bf01-d6f0645978f2 HTTP/1.1" status: 200 len: 945 time: 0.2971797 Jun 07 06:56:27.244266 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-670a2ae2-da81-4f23-a6e8-20aae54c52c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:56:27.270079 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-670a2ae2-da81-4f23-a6e8-20aae54c52c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1706761'] for security_group, after_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:56:27.283994 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-11a4c872-fc90-47f4-a4fb-c0a2729fde0a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:56:27.363689 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [None req-670a2ae2-da81-4f23-a6e8-20aae54c52c1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e9d2c884c0e64412a4b7fd293abd360d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5804248 Jun 07 06:56:27.364698 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.21', 56552) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:56:27.366448 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-dac17f7f-b821-422d-8798-23ee1a2221ea req-0ac07b3c-b344-4bc2-a697-eeca1739f14b tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] 10.222.0.21 "GET /v2.0/security-groups?id=e7307ba2-82f7-48b4-bd29-8e5128908893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207798 Jun 07 06:56:27.367107 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670a2ae2-da81-4f23-a6e8-20aae54c52c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fde67b3e-16df-4d4c-a4ae-d520ca744233,revision_number=1']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:56:27.370573 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-670a2ae2-da81-4f23-a6e8-20aae54c52c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:56:27.392094 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7786b0-493c-4dce-bf38-e90698a99074 req-0aced3c4-339e-4b4e-9dff-ce8ed8b5d977 tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:56:27.399103 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-6b7786b0-493c-4dce-bf38-e90698a99074 req-0aced3c4-339e-4b4e-9dff-ce8ed8b5d977 tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] 10.222.0.21 "GET /v2.0/ports?device_id=45af59d1-9852-4669-a1f9-b74a9c5d6b3a HTTP/1.1" status: 200 len: 943 time: 0.3443987 Jun 07 06:56:27.446805 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-6b7786b0-493c-4dce-bf38-e90698a99074 req-ef6ce107-4331-4187-b001-3ba5e949d2ca tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] 10.222.0.21 "GET /v2.0/security-groups?id=1b4cb076-4f85-41ec-a873-5e63f865f342&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461631 Jun 07 06:56:27.458850 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-e4424850-7402-4ebe-aa15-49070f5d8e6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:56:27.486507 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-e4424850-7402-4ebe-aa15-49070f5d8e6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:56:27.539481 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-e4424850-7402-4ebe-aa15-49070f5d8e6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1706761'] for security_group, after_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:56:27.541992 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-e4424850-7402-4ebe-aa15-49070f5d8e6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:56:27.543578 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [None req-e4424850-7402-4ebe-aa15-49070f5d8e6f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/fde67b3e-16df-4d4c-a4ae-d520ca744233 HTTP/1.1" status: 204 len: 168 time: 0.1774023 Jun 07 06:56:27.544343 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-ea05fe31-7069-44cf-9f21-82c6663aab0d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:56:27.553890 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4424850-7402-4ebe-aa15-49070f5d8e6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fde67b3e-16df-4d4c-a4ae-d520ca744233,revision_number=None']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:56:27.556098 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-e4424850-7402-4ebe-aa15-49070f5d8e6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:56:28.580422 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68738aa-59ed-42f0-9453-ff2dac308c79 req-6562328a-fe9b-4098-9ac1-5eb0918dc045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:56:28.586521 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-c68738aa-59ed-42f0-9453-ff2dac308c79 req-6562328a-fe9b-4098-9ac1-5eb0918dc045 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=45af59d1-9852-4669-a1f9-b74a9c5d6b3a&tenant_id=a521857e620a4cd2a9ecf3c6706dbe4e HTTP/1.1" status: 200 len: 1096 time: 0.2244480 Jun 07 06:56:28.865354 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68738aa-59ed-42f0-9453-ff2dac308c79 req-a80c454b-aa52-4509-b265-6e39503abdec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:56:28.867354 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-c68738aa-59ed-42f0-9453-ff2dac308c79 req-a80c454b-aa52-4509-b265-6e39503abdec service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a521857e620a4cd2a9ecf3c6706dbe4e&device_id=45af59d1-9852-4669-a1f9-b74a9c5d6b3a HTTP/1.1" status: 200 len: 1096 time: 0.2124591 Jun 07 06:56:28.881310 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ce3e8e-19bb-4895-a75a-457786a6cf5b req-71512d5e-dc71-4ed0-853b-0b1ecf459443 tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:56:28.883247 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-29ce3e8e-19bb-4895-a75a-457786a6cf5b req-71512d5e-dc71-4ed0-853b-0b1ecf459443 tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] 10.222.0.21 "GET /v2.0/ports?device_id=45af59d1-9852-4669-a1f9-b74a9c5d6b3a HTTP/1.1" status: 200 len: 943 time: 0.1597984 Jun 07 06:56:29.030055 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb53ee57-83e9-4a34-bd2f-c7eafa82d587 req-228d7381-608e-471a-8f98-0457774b7d99 tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:56:29.031777 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-cb53ee57-83e9-4a34-bd2f-c7eafa82d587 req-228d7381-608e-471a-8f98-0457774b7d99 tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] 10.222.0.21 "GET /v2.0/ports?device_id=80ef7c92-c0dc-49cd-bf01-d6f0645978f2 HTTP/1.1" status: 200 len: 945 time: 0.4296899 Jun 07 06:56:29.191704 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-29ce3e8e-19bb-4895-a75a-457786a6cf5b req-34dddf42-c61a-474f-a8b5-b334c86cca45 tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] 10.222.0.21 "GET /v2.0/security-groups?id=1b4cb076-4f85-41ec-a873-5e63f865f342&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2791917 Jun 07 06:56:29.231027 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-cb53ee57-83e9-4a34-bd2f-c7eafa82d587 req-bf1f0ff3-3d9a-4a89-b11e-4923f87b9544 tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] 10.222.0.21 "GET /v2.0/security-groups?id=e7307ba2-82f7-48b4-bd29-8e5128908893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1855958 Jun 07 06:56:29.250428 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68738aa-59ed-42f0-9453-ff2dac308c79 req-4a51a0ec-a2e1-4edd-8b9c-9a23da6c179b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:56:29.256699 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-c68738aa-59ed-42f0-9453-ff2dac308c79 req-4a51a0ec-a2e1-4edd-8b9c-9a23da6c179b service neutron] 10.222.0.43 "GET /v2.0/networks?id=d923eec5-f613-4137-bc9f-8f5300ca5016 HTTP/1.1" status: 200 len: 918 time: 0.3704834 Jun 07 06:56:29.374501 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.21', 56604) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:56:29.432703 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-c68738aa-59ed-42f0-9453-ff2dac308c79 req-e9ef75d3-3e72-4f83-b9bd-75209feaeabd service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=224d0336-a833-49e1-a20e-5c98bfa53246 HTTP/1.1" status: 200 len: 999 time: 0.1663961 Jun 07 06:56:29.525384 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68738aa-59ed-42f0-9453-ff2dac308c79 req-f8b805f2-ce55-4e79-8f69-f9bfc619344a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:56:29.527008 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-c68738aa-59ed-42f0-9453-ff2dac308c79 req-f8b805f2-ce55-4e79-8f69-f9bfc619344a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c3d491a8-638d-42a9-876a-8c51b2a3d541 HTTP/1.1" status: 200 len: 856 time: 0.0821924 Jun 07 06:56:29.542012 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-e80d0533-0459-4a5d-bdc5-98cec51f86f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:56:29.642094 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68738aa-59ed-42f0-9453-ff2dac308c79 req-574ccb3e-9dd6-4fe5-b11c-5c3bb3222a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:56:29.644136 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-c68738aa-59ed-42f0-9453-ff2dac308c79 req-574ccb3e-9dd6-4fe5-b11c-5c3bb3222a55 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d923eec5-f613-4137-bc9f-8f5300ca5016&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1075494 Jun 07 06:56:29.686200 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-e80d0533-0459-4a5d-bdc5-98cec51f86f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:56:29.693449 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-e80d0533-0459-4a5d-bdc5-98cec51f86f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1706761'] for security_group, after_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:56:29.707261 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-dcdc49c5-5d5a-457e-9947-686086438c5a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:56:29.751131 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [None req-e80d0533-0459-4a5d-bdc5-98cec51f86f9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e2fa280b8b4e45b383fdb8fda0969eb2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3719308 Jun 07 06:56:29.754788 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.wsgi [-] (91772) accepted ('10.222.0.21', 56610) {{(pid=91772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:56:29.755722 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80d0533-0459-4a5d-bdc5-98cec51f86f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d4dbd90-8970-4723-86e6-cf7227f12026,revision_number=1']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:56:29.760000 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-e80d0533-0459-4a5d-bdc5-98cec51f86f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:56:29.835391 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-c68738aa-59ed-42f0-9453-ff2dac308c79 req-1bd8a969-b355-44e4-9e23-96a95cde01e0 service neutron] 10.222.0.43 "GET /v2.0/networks/d923eec5-f613-4137-bc9f-8f5300ca5016?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1837137 Jun 07 06:56:29.869254 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-197c1842-0d61-49c0-8b55-798dac7281d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:56:29.966231 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-197c1842-0d61-49c0-8b55-798dac7281d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:56:30.032075 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-c68738aa-59ed-42f0-9453-ff2dac308c79 req-9b88222b-eb41-4f3e-b95a-b8b155748ba2 service neutron] 10.222.0.43 "GET /v2.0/networks/d923eec5-f613-4137-bc9f-8f5300ca5016?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1846337 Jun 07 06:56:30.056288 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-197c1842-0d61-49c0-8b55-798dac7281d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1706761'] for security_group, after_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:56:30.060676 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-197c1842-0d61-49c0-8b55-798dac7281d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:56:30.061132 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [None req-197c1842-0d61-49c0-8b55-798dac7281d0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8d4dbd90-8970-4723-86e6-cf7227f12026 HTTP/1.1" status: 204 len: 168 time: 0.3025155 Jun 07 06:56:30.061834 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:56:30.074696 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197c1842-0d61-49c0-8b55-798dac7281d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d4dbd90-8970-4723-86e6-cf7227f12026,revision_number=None']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:56:30.077365 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-197c1842-0d61-49c0-8b55-798dac7281d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:56:30.723921 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5273c4-2a72-4520-b207-a1bae6f520d7 req-ed1749e7-b4f3-4938-b2cd-2db51c3f769c tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:56:30.725481 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-2b5273c4-2a72-4520-b207-a1bae6f520d7 req-ed1749e7-b4f3-4938-b2cd-2db51c3f769c tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] 10.222.0.21 "GET /v2.0/ports?device_id=80ef7c92-c0dc-49cd-bf01-d6f0645978f2 HTTP/1.1" status: 200 len: 945 time: 0.2976012 Jun 07 06:56:30.737939 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1fa9d0-b9b8-4ce4-bdad-5d7f7cfaf5d9 req-e77590f5-bdfc-4cc0-9a3e-468a49f27d5d tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:56:30.739684 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-1f1fa9d0-b9b8-4ce4-bdad-5d7f7cfaf5d9 req-e77590f5-bdfc-4cc0-9a3e-468a49f27d5d tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] 10.222.0.21 "GET /v2.0/ports?device_id=45af59d1-9852-4669-a1f9-b74a9c5d6b3a HTTP/1.1" status: 200 len: 943 time: 0.3847923 Jun 07 06:56:30.799180 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-2b5273c4-2a72-4520-b207-a1bae6f520d7 req-7d6c92ab-ee24-42e3-8fd0-f8e086041fdc tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] 10.222.0.21 "GET /v2.0/security-groups?id=e7307ba2-82f7-48b4-bd29-8e5128908893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564342 Jun 07 06:56:30.875135 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-1f1fa9d0-b9b8-4ce4-bdad-5d7f7cfaf5d9 req-f8494200-f78b-4fcb-8e03-62bf22e5bf0a tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] 10.222.0.21 "GET /v2.0/security-groups?id=1b4cb076-4f85-41ec-a873-5e63f865f342&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0919890 Jun 07 06:56:32.121250 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09019a41-1e92-4e24-8a58-3ae99e082fea req-68ddec89-971b-4e32-93a6-b6dad44cf3cc tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:56:32.129067 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-09019a41-1e92-4e24-8a58-3ae99e082fea req-68ddec89-971b-4e32-93a6-b6dad44cf3cc tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] 10.222.0.21 "GET /v2.0/ports?device_id=80ef7c92-c0dc-49cd-bf01-d6f0645978f2 HTTP/1.1" status: 200 len: 945 time: 0.1427186 Jun 07 06:56:32.277890 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-09019a41-1e92-4e24-8a58-3ae99e082fea req-1902c602-fb72-4a09-8be3-5706f6b03394 tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] 10.222.0.21 "GET /v2.0/security-groups?id=e7307ba2-82f7-48b4-bd29-8e5128908893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468449 Jun 07 06:56:32.318722 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9899ae74-0924-43a8-a011-328498b101c5 req-06ad4f80-ed64-4de2-8af0-a50234e857d5 tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:56:32.321309 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-9899ae74-0924-43a8-a011-328498b101c5 req-06ad4f80-ed64-4de2-8af0-a50234e857d5 tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] 10.222.0.21 "GET /v2.0/ports?device_id=45af59d1-9852-4669-a1f9-b74a9c5d6b3a HTTP/1.1" status: 200 len: 943 time: 0.1715736 Jun 07 06:56:32.390750 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-9899ae74-0924-43a8-a011-328498b101c5 req-9492a927-aa7e-40d8-983d-dc302e442ee8 tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] 10.222.0.21 "GET /v2.0/security-groups?id=1b4cb076-4f85-41ec-a873-5e63f865f342&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627599 Jun 07 06:56:33.697885 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84271fa-84ee-479e-85b1-acb7e826620d req-0633a754-be88-4e5e-aabf-bff7aa66aa15 tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:56:33.704836 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-a84271fa-84ee-479e-85b1-acb7e826620d req-0633a754-be88-4e5e-aabf-bff7aa66aa15 tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] 10.222.0.21 "GET /v2.0/ports?device_id=45af59d1-9852-4669-a1f9-b74a9c5d6b3a HTTP/1.1" status: 200 len: 943 time: 0.1741567 Jun 07 06:56:33.744278 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7c620a-298b-4964-8329-b41141518bb0 req-87379dba-20a5-4135-81d9-c42973a381b0 tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:56:33.745736 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-6b7c620a-298b-4964-8329-b41141518bb0 req-87379dba-20a5-4135-81d9-c42973a381b0 tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] 10.222.0.21 "GET /v2.0/ports?device_id=80ef7c92-c0dc-49cd-bf01-d6f0645978f2 HTTP/1.1" status: 200 len: 945 time: 0.1772304 Jun 07 06:56:33.808443 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-a84271fa-84ee-479e-85b1-acb7e826620d req-9b8614b1-3500-4050-a793-565a28426681 tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] 10.222.0.21 "GET /v2.0/security-groups?id=1b4cb076-4f85-41ec-a873-5e63f865f342&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0994213 Jun 07 06:56:33.841147 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-6b7c620a-298b-4964-8329-b41141518bb0 req-b48c0e5f-0837-45b8-940e-8c2e335f49a9 tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] 10.222.0.21 "GET /v2.0/security-groups?id=e7307ba2-82f7-48b4-bd29-8e5128908893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854528 Jun 07 06:56:35.146911 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8e3530-c7b8-4208-bccb-3762be7512c4 req-4fc0e248-baf8-4959-999a-f0cac40a8b78 tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:56:35.148603 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-9b8e3530-c7b8-4208-bccb-3762be7512c4 req-4fc0e248-baf8-4959-999a-f0cac40a8b78 tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] 10.222.0.21 "GET /v2.0/ports?device_id=80ef7c92-c0dc-49cd-bf01-d6f0645978f2 HTTP/1.1" status: 200 len: 945 time: 0.1874452 Jun 07 06:56:35.176623 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aca96cd-7dfa-45aa-b115-1c080d0537ac req-9afe8651-5f46-4df9-8255-4aa4b0087e9f tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:56:35.192282 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-2aca96cd-7dfa-45aa-b115-1c080d0537ac req-9afe8651-5f46-4df9-8255-4aa4b0087e9f tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] 10.222.0.21 "GET /v2.0/ports?device_id=45af59d1-9852-4669-a1f9-b74a9c5d6b3a HTTP/1.1" status: 200 len: 943 time: 0.1949661 Jun 07 06:56:35.273297 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-9b8e3530-c7b8-4208-bccb-3762be7512c4 req-45585e30-8e59-443c-a720-eea232aa39ad tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] 10.222.0.21 "GET /v2.0/security-groups?id=e7307ba2-82f7-48b4-bd29-8e5128908893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076324 Jun 07 06:56:35.304136 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-2aca96cd-7dfa-45aa-b115-1c080d0537ac req-55d5924e-0b79-4a24-8f70-338d86ab44b8 tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] 10.222.0.21 "GET /v2.0/security-groups?id=1b4cb076-4f85-41ec-a873-5e63f865f342&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0910695 Jun 07 06:56:36.659064 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a7678f-7c63-486c-86be-fa72279dc8e4 req-a9bd053c-0a8c-4b92-aa7f-6373dd7e542b tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:56:36.666480 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-57a7678f-7c63-486c-86be-fa72279dc8e4 req-a9bd053c-0a8c-4b92-aa7f-6373dd7e542b tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] 10.222.0.21 "GET /v2.0/ports?device_id=80ef7c92-c0dc-49cd-bf01-d6f0645978f2 HTTP/1.1" status: 200 len: 945 time: 0.2652538 Jun 07 06:56:36.709361 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-57a7678f-7c63-486c-86be-fa72279dc8e4 req-101e4ca4-5406-4c4e-b1c2-71d8b874f30e tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] 10.222.0.21 "GET /v2.0/security-groups?id=e7307ba2-82f7-48b4-bd29-8e5128908893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418229 Jun 07 06:56:36.716957 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b54540-12df-424c-9a1f-128676c118ab req-6e045d41-cdda-4195-88aa-cabb092a00f2 tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:56:36.719066 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-86b54540-12df-424c-9a1f-128676c118ab req-6e045d41-cdda-4195-88aa-cabb092a00f2 tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] 10.222.0.21 "GET /v2.0/ports?device_id=45af59d1-9852-4669-a1f9-b74a9c5d6b3a HTTP/1.1" status: 200 len: 943 time: 0.2582152 Jun 07 06:56:36.786488 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-86b54540-12df-424c-9a1f-128676c118ab req-78526a56-e459-4945-847d-f776624b0574 tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] 10.222.0.21 "GET /v2.0/security-groups?id=1b4cb076-4f85-41ec-a873-5e63f865f342&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618310 Jun 07 06:56:36.896277 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-0114dab2-ca83-4702-bcf4-0ab7145b18a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762332461204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723872'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:56:37.960377 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47069165-69b5-4d38-907f-9c37e0cd790e req-eb4f5903-5074-481a-b5bb-09579ef3aff7 tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:56:37.961833 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-47069165-69b5-4d38-907f-9c37e0cd790e req-eb4f5903-5074-481a-b5bb-09579ef3aff7 tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] 10.222.0.21 "GET /v2.0/ports?device_id=80ef7c92-c0dc-49cd-bf01-d6f0645978f2 HTTP/1.1" status: 200 len: 945 time: 0.1334133 Jun 07 06:56:38.036358 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-47069165-69b5-4d38-907f-9c37e0cd790e req-07cacfa2-abdb-4d0d-9742-b8aa7d993975 tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] 10.222.0.21 "GET /v2.0/security-groups?id=e7307ba2-82f7-48b4-bd29-8e5128908893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649126 Jun 07 06:56:38.058485 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1e6291-f97a-4723-b9fd-a218148cb4ac req-9f4f2a63-2c4d-4910-9120-cc48f0796547 tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:56:38.061252 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-7b1e6291-f97a-4723-b9fd-a218148cb4ac req-9f4f2a63-2c4d-4910-9120-cc48f0796547 tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] 10.222.0.21 "GET /v2.0/ports?device_id=45af59d1-9852-4669-a1f9-b74a9c5d6b3a HTTP/1.1" status: 200 len: 943 time: 0.1709847 Jun 07 06:56:38.105299 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-7b1e6291-f97a-4723-b9fd-a218148cb4ac req-b257c03f-f573-417a-8f63-b6060b4793e6 tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] 10.222.0.21 "GET /v2.0/security-groups?id=1b4cb076-4f85-41ec-a873-5e63f865f342&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390651 Jun 07 06:56:39.274624 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6fab47-48d1-4541-9e13-a6542524902c req-504d0f85-a779-4640-a1a7-23e0895a399b tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:56:39.276090 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-0c6fab47-48d1-4541-9e13-a6542524902c req-504d0f85-a779-4640-a1a7-23e0895a399b tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] 10.222.0.21 "GET /v2.0/ports?device_id=80ef7c92-c0dc-49cd-bf01-d6f0645978f2 HTTP/1.1" status: 200 len: 945 time: 0.1326578 Jun 07 06:56:39.293347 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762332461204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723872'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:56:39.335052 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-0c6fab47-48d1-4541-9e13-a6542524902c req-d508aa3e-3af8-45a3-a434-a4b1dc148c11 tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] 10.222.0.21 "GET /v2.0/security-groups?id=e7307ba2-82f7-48b4-bd29-8e5128908893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490410 Jun 07 06:56:39.351653 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e971fa-52d6-4455-b4be-5a65d5417f49 req-e383e272-f3e2-44ff-97b7-a4a20a2e93db tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:56:39.353123 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-f8e971fa-52d6-4455-b4be-5a65d5417f49 req-e383e272-f3e2-44ff-97b7-a4a20a2e93db tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] 10.222.0.21 "GET /v2.0/ports?device_id=45af59d1-9852-4669-a1f9-b74a9c5d6b3a HTTP/1.1" status: 200 len: 943 time: 0.1356182 Jun 07 06:56:39.398996 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-f8e971fa-52d6-4455-b4be-5a65d5417f49 req-a1dae99f-6585-4dcd-838b-bd8a10ee50e2 tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] 10.222.0.21 "GET /v2.0/security-groups?id=1b4cb076-4f85-41ec-a873-5e63f865f342&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387108 Jun 07 06:56:39.458820 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-83495064-2526-4deb-9b47-0a4191bcd03c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762332461204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723872'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:56:40.536251 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77eeb274-c311-423c-8ce1-bf752030591e req-29addf3d-714a-47fa-8eae-24aa23839a81 tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:56:40.537973 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-77eeb274-c311-423c-8ce1-bf752030591e req-29addf3d-714a-47fa-8eae-24aa23839a81 tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] 10.222.0.21 "GET /v2.0/ports?device_id=80ef7c92-c0dc-49cd-bf01-d6f0645978f2 HTTP/1.1" status: 200 len: 945 time: 0.0931494 Jun 07 06:56:40.568532 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-3ea4f4f5-6296-4d8b-95a7-2efd101194ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762332461204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723872'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:56:40.602326 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-77eeb274-c311-423c-8ce1-bf752030591e req-8f691a0b-c811-484f-ad99-47692e9e600b tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] 10.222.0.21 "GET /v2.0/security-groups?id=e7307ba2-82f7-48b4-bd29-8e5128908893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555139 Jun 07 06:56:40.670289 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762332461204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723872'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:56:40.778029 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9e6490-15bd-4fbe-b120-b49f09b1bf51 req-6a97b842-bf2a-4116-8547-e255fbea0843 tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:56:40.779434 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-5a9e6490-15bd-4fbe-b120-b49f09b1bf51 req-6a97b842-bf2a-4116-8547-e255fbea0843 tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] 10.222.0.21 "GET /v2.0/ports?device_id=45af59d1-9852-4669-a1f9-b74a9c5d6b3a HTTP/1.1" status: 200 len: 943 time: 0.0790586 Jun 07 06:56:40.822726 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-5a9e6490-15bd-4fbe-b120-b49f09b1bf51 req-fbc0c999-9f8a-4ddd-9c0a-fa27a1197203 tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] 10.222.0.21 "GET /v2.0/security-groups?id=1b4cb076-4f85-41ec-a873-5e63f865f342&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376012 Jun 07 06:56:41.816814 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13a3a49-469d-4e9b-b39f-4c4978c6f7c5 req-dd61ab52-714a-41b1-b4ce-a990069c6985 tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:56:41.818261 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-d13a3a49-469d-4e9b-b39f-4c4978c6f7c5 req-dd61ab52-714a-41b1-b4ce-a990069c6985 tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] 10.222.0.21 "GET /v2.0/ports?device_id=80ef7c92-c0dc-49cd-bf01-d6f0645978f2 HTTP/1.1" status: 200 len: 945 time: 0.1071410 Jun 07 06:56:41.866701 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-d13a3a49-469d-4e9b-b39f-4c4978c6f7c5 req-a13eb8cc-5245-4b69-8fc0-c99801088ba4 tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] 10.222.0.21 "GET /v2.0/security-groups?id=e7307ba2-82f7-48b4-bd29-8e5128908893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427053 Jun 07 06:56:42.038201 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19b32bf-372f-47e5-b6b3-7f0a31101180 req-577fc614-4ff2-4e8c-9c7a-d2bdeb1ee6df tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:56:42.040372 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-e19b32bf-372f-47e5-b6b3-7f0a31101180 req-577fc614-4ff2-4e8c-9c7a-d2bdeb1ee6df tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] 10.222.0.21 "GET /v2.0/ports?device_id=45af59d1-9852-4669-a1f9-b74a9c5d6b3a HTTP/1.1" status: 200 len: 943 time: 0.1041231 Jun 07 06:56:42.090830 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-e19b32bf-372f-47e5-b6b3-7f0a31101180 req-68575305-e1af-440a-a932-adb52c387d3c tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] 10.222.0.21 "GET /v2.0/security-groups?id=1b4cb076-4f85-41ec-a873-5e63f865f342&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439899 Jun 07 06:56:42.123066 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-7052a4e3-dcb7-48ac-a7a0-7c0e94d6da24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762332461204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723872'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:56:43.070949 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775f8a0f-23c3-4599-8e74-6b82ea1150e6 req-2f88636d-5810-4c8f-8c34-cc34b4a30bf6 tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:56:43.072416 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-775f8a0f-23c3-4599-8e74-6b82ea1150e6 req-2f88636d-5810-4c8f-8c34-cc34b4a30bf6 tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] 10.222.0.21 "GET /v2.0/ports?device_id=80ef7c92-c0dc-49cd-bf01-d6f0645978f2 HTTP/1.1" status: 200 len: 945 time: 0.0846777 Jun 07 06:56:43.118064 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-775f8a0f-23c3-4599-8e74-6b82ea1150e6 req-e2458e6b-8251-4b32-b518-a33e4b663a6e tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] 10.222.0.21 "GET /v2.0/security-groups?id=e7307ba2-82f7-48b4-bd29-8e5128908893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392632 Jun 07 06:56:43.318026 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36710f40-2aa9-4572-9c76-8ca658a45340 req-862223bc-f25d-4a33-b5ba-460d35507b56 tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:56:43.319479 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-36710f40-2aa9-4572-9c76-8ca658a45340 req-862223bc-f25d-4a33-b5ba-460d35507b56 tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] 10.222.0.21 "GET /v2.0/ports?device_id=45af59d1-9852-4669-a1f9-b74a9c5d6b3a HTTP/1.1" status: 200 len: 943 time: 0.0844600 Jun 07 06:56:43.372024 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-36710f40-2aa9-4572-9c76-8ca658a45340 req-8b3ac012-7bdd-4338-b28f-dd307b108c26 tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] 10.222.0.21 "GET /v2.0/security-groups?id=1b4cb076-4f85-41ec-a873-5e63f865f342&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463040 Jun 07 06:56:44.348758 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da522213-ffaa-4dd0-9372-551a5c3714d1 req-a1959c28-c246-4fa5-8256-a1ba2db3974a tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:56:44.350358 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-da522213-ffaa-4dd0-9372-551a5c3714d1 req-a1959c28-c246-4fa5-8256-a1ba2db3974a tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] 10.222.0.21 "GET /v2.0/ports?device_id=80ef7c92-c0dc-49cd-bf01-d6f0645978f2 HTTP/1.1" status: 200 len: 945 time: 0.0922232 Jun 07 06:56:44.395853 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-da522213-ffaa-4dd0-9372-551a5c3714d1 req-019311f6-d32f-45ad-bbae-e882c9cf67f5 tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] 10.222.0.21 "GET /v2.0/security-groups?id=e7307ba2-82f7-48b4-bd29-8e5128908893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396769 Jun 07 06:56:44.581504 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82adf58-6ac0-4dfb-8a6b-3af461127aea req-98999c49-6af4-43f5-beac-3742e252ef40 tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:56:44.583160 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-e82adf58-6ac0-4dfb-8a6b-3af461127aea req-98999c49-6af4-43f5-beac-3742e252ef40 tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] 10.222.0.21 "GET /v2.0/ports?device_id=45af59d1-9852-4669-a1f9-b74a9c5d6b3a HTTP/1.1" status: 200 len: 943 time: 0.0886524 Jun 07 06:56:44.629264 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-e82adf58-6ac0-4dfb-8a6b-3af461127aea req-9bd6c7f0-6143-4245-86cb-3a8fe99ff289 tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] 10.222.0.21 "GET /v2.0/security-groups?id=1b4cb076-4f85-41ec-a873-5e63f865f342&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397658 Jun 07 06:56:45.585506 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978ad2ba-d770-43f4-8668-9a9cf89567e7 req-8cc098a8-02c6-4b5a-aaf8-8383a7630fd7 tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:56:45.586923 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-978ad2ba-d770-43f4-8668-9a9cf89567e7 req-8cc098a8-02c6-4b5a-aaf8-8383a7630fd7 tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] 10.222.0.21 "GET /v2.0/ports?device_id=80ef7c92-c0dc-49cd-bf01-d6f0645978f2 HTTP/1.1" status: 200 len: 945 time: 0.0820086 Jun 07 06:56:45.630751 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-978ad2ba-d770-43f4-8668-9a9cf89567e7 req-b56cd94c-fb3c-4228-b854-2e53f5899051 tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] 10.222.0.21 "GET /v2.0/security-groups?id=e7307ba2-82f7-48b4-bd29-8e5128908893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375352 Jun 07 06:56:45.827193 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0371c5d-43b6-4994-830c-1c9ce5881038 req-d42f001c-9ec5-4e23-ad3f-319a8cb74edc tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:56:45.828725 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-f0371c5d-43b6-4994-830c-1c9ce5881038 req-d42f001c-9ec5-4e23-ad3f-319a8cb74edc tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] 10.222.0.21 "GET /v2.0/ports?device_id=45af59d1-9852-4669-a1f9-b74a9c5d6b3a HTTP/1.1" status: 200 len: 943 time: 0.0891924 Jun 07 06:56:45.878851 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-f0371c5d-43b6-4994-830c-1c9ce5881038 req-e687e53d-a7b4-4230-b5b0-4314300c00a2 tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] 10.222.0.21 "GET /v2.0/security-groups?id=1b4cb076-4f85-41ec-a873-5e63f865f342&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446498 Jun 07 06:56:46.815716 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985f6a71-35fe-41a0-b82e-7239a86a7462 req-ba0b8b83-0010-4fa6-9d41-9fae57bfe17d tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:56:46.817182 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-985f6a71-35fe-41a0-b82e-7239a86a7462 req-ba0b8b83-0010-4fa6-9d41-9fae57bfe17d tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] 10.222.0.21 "GET /v2.0/ports?device_id=80ef7c92-c0dc-49cd-bf01-d6f0645978f2 HTTP/1.1" status: 200 len: 945 time: 0.0820479 Jun 07 06:56:46.868520 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-985f6a71-35fe-41a0-b82e-7239a86a7462 req-e61c269e-2f7e-4d5d-8dcc-1c4bf8780ce3 tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] 10.222.0.21 "GET /v2.0/security-groups?id=e7307ba2-82f7-48b4-bd29-8e5128908893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457506 Jun 07 06:56:47.064820 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b707ff9-6b8f-468d-90f8-da726a678594 req-1f398c34-2452-403f-9b01-6e2e2ce4bee5 tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:56:47.066298 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-1b707ff9-6b8f-468d-90f8-da726a678594 req-1f398c34-2452-403f-9b01-6e2e2ce4bee5 tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] 10.222.0.21 "GET /v2.0/ports?device_id=45af59d1-9852-4669-a1f9-b74a9c5d6b3a HTTP/1.1" status: 200 len: 943 time: 0.0787559 Jun 07 06:56:47.111457 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-1b707ff9-6b8f-468d-90f8-da726a678594 req-3ddc3635-0941-4042-8981-0e0cc3a8ed27 tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] 10.222.0.21 "GET /v2.0/security-groups?id=1b4cb076-4f85-41ec-a873-5e63f865f342&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397019 Jun 07 06:56:47.651037 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.wsgi [-] (91772) accepted ('10.222.0.21', 56918) {{(pid=91772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:56:47.713249 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.db.db_base_plugin_v2 [None req-730d5c89-fe4c-45cb-b038-1b5d18dea466 admin admin] Deleting subnet 9f1bbecf-489a-41de-a8c4-3cef98ab79bd {{(pid=91772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 07 06:56:47.716781 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-730d5c89-fe4c-45cb-b038-1b5d18dea466 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:56:47.843150 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-730d5c89-fe4c-45cb-b038-1b5d18dea466 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2375333'] for subnet, precommit_delete_associations {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:56:47.904246 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-730d5c89-fe4c-45cb-b038-1b5d18dea466 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-719335'] for subnet, precommit_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:56:48.015809 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-730d5c89-fe4c-45cb-b038-1b5d18dea466 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-719342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2958362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2169881'] for subnet, after_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:56:48.065890 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:56:48.110663 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730d5c89-fe4c-45cb-b038-1b5d18dea466 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9f1bbecf-489a-41de-a8c4-3cef98ab79bd,revision_number=None']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:56:48.113585 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-730d5c89-fe4c-45cb-b038-1b5d18dea466 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:56:48.121346 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-730d5c89-fe4c-45cb-b038-1b5d18dea466 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648630'] for subnet, before_response {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:56:48.123143 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [None req-730d5c89-fe4c-45cb-b038-1b5d18dea466 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/9f1bbecf-489a-41de-a8c4-3cef98ab79bd HTTP/1.1" status: 204 len: 168 time: 0.4711282 Jun 07 06:56:48.130634 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.21', 56926) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:56:48.160605 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633effcf-12db-4c09-8dde-b9dab1308980 req-cb339aa6-3b33-405e-804a-6bd709236fea tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:56:48.162461 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-633effcf-12db-4c09-8dde-b9dab1308980 req-cb339aa6-3b33-405e-804a-6bd709236fea tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] 10.222.0.21 "GET /v2.0/ports?device_id=80ef7c92-c0dc-49cd-bf01-d6f0645978f2 HTTP/1.1" status: 200 len: 945 time: 0.1847208 Jun 07 06:56:48.173497 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d137d660-5694-45cd-9c71-35602fdb3ff0 req-ede03812-e98c-48b9-8f3f-586c8c7c4514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:56:48.175051 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-d137d660-5694-45cd-9c71-35602fdb3ff0 req-ede03812-e98c-48b9-8f3f-586c8c7c4514 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=80ef7c92-c0dc-49cd-bf01-d6f0645978f2 HTTP/1.1" status: 200 len: 1098 time: 0.1609259 Jun 07 06:56:48.267793 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-a593aee3-d67c-4692-b6a1-e3944e90eceb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538213'] for network, before_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:56:48.281929 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-633effcf-12db-4c09-8dde-b9dab1308980 req-99e284ab-ff1d-4bdf-b8ba-f23fb3e3b315 tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] 10.222.0.21 "GET /v2.0/security-groups?id=e7307ba2-82f7-48b4-bd29-8e5128908893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025469 Jun 07 06:56:48.298625 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-d137d660-5694-45cd-9c71-35602fdb3ff0 req-97cc6bb8-cdc5-40a0-b882-3fad1126005e service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=e7307ba2-82f7-48b4-bd29-8e5128908893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041977 Jun 07 06:56:48.335058 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366c8208-82dc-48fa-8861-8294d7467568 req-b3b60369-dde1-49e5-bf58-69035b9d9011 tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:56:48.336526 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-366c8208-82dc-48fa-8861-8294d7467568 req-b3b60369-dde1-49e5-bf58-69035b9d9011 tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] 10.222.0.21 "GET /v2.0/ports?device_id=45af59d1-9852-4669-a1f9-b74a9c5d6b3a HTTP/1.1" status: 200 len: 943 time: 0.0927842 Jun 07 06:56:48.382251 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-366c8208-82dc-48fa-8861-8294d7467568 req-376ea5e8-07bf-4cdf-baa7-1c1e945079fd tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] 10.222.0.21 "GET /v2.0/security-groups?id=1b4cb076-4f85-41ec-a873-5e63f865f342&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399957 Jun 07 06:56:48.391429 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-a593aee3-d67c-4692-b6a1-e3944e90eceb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-722558', 'neutron.services.segments.db._delete_segments_for_network-8762332461222'] for network, precommit_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:56:48.404989 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-a593aee3-d67c-4692-b6a1-e3944e90eceb admin admin] Subscribe: > segment before_delete 55550000 {{(pid=91773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 06:56:48.405327 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-a593aee3-d67c-4692-b6a1-e3944e90eceb admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=91773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 06:56:48.406034 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-a593aee3-d67c-4692-b6a1-e3944e90eceb admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=91773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 06:56:48.406378 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-a593aee3-d67c-4692-b6a1-e3944e90eceb admin admin] Subscribe: > port after_create 55550000 {{(pid=91773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 06:56:48.406693 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-a593aee3-d67c-4692-b6a1-e3944e90eceb admin admin] Subscribe: > port after_delete 55550000 {{(pid=91773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 06:56:48.407042 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-a593aee3-d67c-4692-b6a1-e3944e90eceb admin admin] Subscribe: > port after_update 55550000 {{(pid=91773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 06:56:48.407358 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-a593aee3-d67c-4692-b6a1-e3944e90eceb admin admin] Subscribe: > segment after_delete 55550000 {{(pid=91773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 06:56:48.407673 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-a593aee3-d67c-4692-b6a1-e3944e90eceb admin admin] Subscribe: > subnet after_create 55550000 {{(pid=91773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 06:56:48.408007 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-a593aee3-d67c-4692-b6a1-e3944e90eceb admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=91773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 06:56:48.408325 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-a593aee3-d67c-4692-b6a1-e3944e90eceb admin admin] Subscribe: > subnet after_update 55550000 {{(pid=91773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 06:56:48.484463 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-a593aee3-d67c-4692-b6a1-e3944e90eceb admin admin] Subscribe: > subnet after_create 55550000 {{(pid=91773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 06:56:48.484805 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-a593aee3-d67c-4692-b6a1-e3944e90eceb admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=91773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 06:56:48.485134 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-a593aee3-d67c-4692-b6a1-e3944e90eceb admin admin] Subscribe: > subnet before_create 55550000 {{(pid=91773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 06:56:48.485464 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-a593aee3-d67c-4692-b6a1-e3944e90eceb admin admin] Subscribe: > subnet before_update 55550000 {{(pid=91773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 06:56:48.485829 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.services.segments.db [None req-a593aee3-d67c-4692-b6a1-e3944e90eceb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cca43da6-1a9d-488f-ad2b-58d612290be5']}} {{(pid=91773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 06:56:48.499776 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.services.segments.db [None req-a593aee3-d67c-4692-b6a1-e3944e90eceb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ccdc1b9c-948c-410b-aa2d-4ae78f335c6d') {'for_net_delete': True} {{(pid=91773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 06:56:48.500098 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.services.segments.db [None req-a593aee3-d67c-4692-b6a1-e3944e90eceb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ccdc1b9c-948c-410b-aa2d-4ae78f335c6d') {} {{(pid=91773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 06:56:48.512384 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-a593aee3-d67c-4692-b6a1-e3944e90eceb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762332204737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2155073'] for segment, before_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:56:48.528166 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-a593aee3-d67c-4692-b6a1-e3944e90eceb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-712556'] for segment, precommit_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:56:48.535306 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a593aee3-d67c-4692-b6a1-e3944e90eceb admin admin] Releasing vlan 327 on physical network physnet1 to pool {{(pid=91773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 07 06:56:48.535701 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-a593aee3-d67c-4692-b6a1-e3944e90eceb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-712556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2253194'] for segment, after_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:56:48.551048 dv-cinder-784140-5-smb neutron-server[91773]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 07 06:56:48.551048 dv-cinder-784140-5-smb neutron-server[91773]: from cryptography.utils import int_from_bytes Jun 07 06:56:48.551048 dv-cinder-784140-5-smb neutron-server[91773]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 07 06:56:48.551048 dv-cinder-784140-5-smb neutron-server[91773]: from cryptography.utils import int_from_bytes Jun 07 06:56:48.551048 dv-cinder-784140-5-smb neutron-server[91773]: Traceback (most recent call last): Jun 07 06:56:48.551048 dv-cinder-784140-5-smb neutron-server[91773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 07 06:56:48.551048 dv-cinder-784140-5-smb neutron-server[91773]: timer() Jun 07 06:56:48.551048 dv-cinder-784140-5-smb neutron-server[91773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 07 06:56:48.551048 dv-cinder-784140-5-smb neutron-server[91773]: cb(*args, **kw) Jun 07 06:56:48.551048 dv-cinder-784140-5-smb neutron-server[91773]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 07 06:56:48.551048 dv-cinder-784140-5-smb neutron-server[91773]: return func(*args, **kwargs) Jun 07 06:56:48.551048 dv-cinder-784140-5-smb neutron-server[91773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 07 06:56:48.551048 dv-cinder-784140-5-smb neutron-server[91773]: self._notify() Jun 07 06:56:48.551048 dv-cinder-784140-5-smb neutron-server[91773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 07 06:56:48.551048 dv-cinder-784140-5-smb neutron-server[91773]: self.callback(batched_events) Jun 07 06:56:48.551048 dv-cinder-784140-5-smb neutron-server[91773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 07 06:56:48.551048 dv-cinder-784140-5-smb neutron-server[91773]: event.method(event) Jun 07 06:56:48.551048 dv-cinder-784140-5-smb neutron-server[91773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 07 06:56:48.551048 dv-cinder-784140-5-smb neutron-server[91773]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 07 06:56:48.551048 dv-cinder-784140-5-smb neutron-server[91773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 07 06:56:48.551048 dv-cinder-784140-5-smb neutron-server[91773]: aggregate_uuid = self.p_client.list_aggregates( Jun 07 06:56:48.551048 dv-cinder-784140-5-smb neutron-server[91773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 07 06:56:48.551048 dv-cinder-784140-5-smb neutron-server[91773]: return f(self, *a, **k) Jun 07 06:56:48.551048 dv-cinder-784140-5-smb neutron-server[91773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 07 06:56:48.551048 dv-cinder-784140-5-smb neutron-server[91773]: return self._get(url).json() Jun 07 06:56:48.551048 dv-cinder-784140-5-smb neutron-server[91773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 07 06:56:48.551048 dv-cinder-784140-5-smb neutron-server[91773]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 07 06:56:48.551048 dv-cinder-784140-5-smb neutron-server[91773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 07 06:56:48.551048 dv-cinder-784140-5-smb neutron-server[91773]: return self.request(url, 'GET', **kwargs) Jun 07 06:56:48.551048 dv-cinder-784140-5-smb neutron-server[91773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 07 06:56:48.551048 dv-cinder-784140-5-smb neutron-server[91773]: base_url = self.get_endpoint(auth, allow=allow, Jun 07 06:56:48.551048 dv-cinder-784140-5-smb neutron-server[91773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 07 06:56:48.551048 dv-cinder-784140-5-smb neutron-server[91773]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 07 06:56:48.551048 dv-cinder-784140-5-smb neutron-server[91773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 07 06:56:48.551048 dv-cinder-784140-5-smb neutron-server[91773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 07 06:56:48.551048 dv-cinder-784140-5-smb neutron-server[91773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 07 06:56:48.638001 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-a593aee3-d67c-4692-b6a1-e3944e90eceb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-722533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1706969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754209'] for network, after_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:56:48.642175 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-dcdc49c5-5d5a-457e-9947-686086438c5a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:56:48.658154 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-a593aee3-d67c-4692-b6a1-e3944e90eceb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648630'] for network, before_response {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:56:48.660113 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [None req-a593aee3-d67c-4692-b6a1-e3944e90eceb admin admin] 10.222.0.21 "DELETE /v2.0/networks/cca43da6-1a9d-488f-ad2b-58d612290be5 HTTP/1.1" status: 204 len: 168 time: 0.5264344 Jun 07 06:56:48.663551 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a593aee3-d67c-4692-b6a1-e3944e90eceb admin admin] Pushing event deleted for resources: {'Network': ['ID=cca43da6-1a9d-488f-ad2b-58d612290be5,revision_number=None']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:56:48.666550 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-a593aee3-d67c-4692-b6a1-e3944e90eceb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:56:48.820424 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.21', 56934) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:56:48.870360 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [None req-aa21707d-455a-460e-819e-b5d61445d45b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9c3748bb2bde41a7aad87fbe72db4f60&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0487328 Jun 07 06:56:48.873434 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.21', 56936) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:56:48.942612 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-7e768d5e-1051-49e9-a0d3-d3ee7c6fec38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:56:48.967704 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-7e768d5e-1051-49e9-a0d3-d3ee7c6fec38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:56:49.019345 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-7e768d5e-1051-49e9-a0d3-d3ee7c6fec38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1706761'] for security_group, after_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:56:49.021729 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-7e768d5e-1051-49e9-a0d3-d3ee7c6fec38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:56:49.022841 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [None req-7e768d5e-1051-49e9-a0d3-d3ee7c6fec38 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/aff93f7c-c2b3-4595-8322-8a14adf9ca70 HTTP/1.1" status: 204 len: 168 time: 0.1485336 Jun 07 06:56:49.023487 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:56:49.034178 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e768d5e-1051-49e9-a0d3-d3ee7c6fec38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aff93f7c-c2b3-4595-8322-8a14adf9ca70,revision_number=None']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:56:49.037524 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-7e768d5e-1051-49e9-a0d3-d3ee7c6fec38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:56:49.489151 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a7d525-f616-4a28-89df-c34c64a4d403 req-d6d3ec28-402f-48b1-a608-414e2ec7ce54 tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:56:49.491006 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-a2a7d525-f616-4a28-89df-c34c64a4d403 req-d6d3ec28-402f-48b1-a608-414e2ec7ce54 tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] 10.222.0.21 "GET /v2.0/ports?device_id=80ef7c92-c0dc-49cd-bf01-d6f0645978f2 HTTP/1.1" status: 200 len: 945 time: 0.0919275 Jun 07 06:56:49.586978 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-a2a7d525-f616-4a28-89df-c34c64a4d403 req-208aabc0-a1a4-40ab-b362-bca089593ed8 tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] 10.222.0.21 "GET /v2.0/security-groups?id=e7307ba2-82f7-48b4-bd29-8e5128908893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895829 Jun 07 06:56:49.615175 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11e07da-40fd-4778-a0a0-81e6bda4def5 req-afb4a881-ac05-4057-9919-29c31bbe44f5 tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:56:49.616647 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-d11e07da-40fd-4778-a0a0-81e6bda4def5 req-afb4a881-ac05-4057-9919-29c31bbe44f5 tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] 10.222.0.21 "GET /v2.0/ports?device_id=45af59d1-9852-4669-a1f9-b74a9c5d6b3a HTTP/1.1" status: 200 len: 943 time: 0.1005585 Jun 07 06:56:49.668530 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-d11e07da-40fd-4778-a0a0-81e6bda4def5 req-4295832f-64c6-4c02-982f-8462922482b8 tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] 10.222.0.21 "GET /v2.0/security-groups?id=1b4cb076-4f85-41ec-a873-5e63f865f342&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443590 Jun 07 06:56:49.937759 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Device 224d0336-a833-49e1-a20e-5c98bfa53246 details requested by agent hyperv_hv-cinder-78414 with host hv-cinder-78414 {{(pid=91774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 07 06:56:50.059732 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df425c69-3175-43c1-8e22-ac2bdb8bd3a3 req-7363f724-d5a8-42e6-8a50-f7225f1fe5b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:56:50.061202 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-df425c69-3175-43c1-8e22-ac2bdb8bd3a3 req-7363f724-d5a8-42e6-8a50-f7225f1fe5b1 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=b6a17686403649e59640e6bed0871b3e&device_id=80ef7c92-c0dc-49cd-bf01-d6f0645978f2 HTTP/1.1" status: 200 len: 1098 time: 0.1355548 Jun 07 06:56:50.118006 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.db [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] For port 224d0336-a833-49e1-a20e-5c98bfa53246, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=224d0336-a833-49e1-a20e-5c98bfa53246,segment=NetworkSegment(3ffd2bba-2e4c-4340-84bb-337c4d476270),segment_id=3ffd2bba-2e4c-4340-84bb-337c4d476270)] {{(pid=91774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 06:56:50.137315 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Returning: {'device': '224d0336-a833-49e1-a20e-5c98bfa53246', 'network_id': 'd923eec5-f613-4137-bc9f-8f5300ca5016', 'port_id': '224d0336-a833-49e1-a20e-5c98bfa53246', 'mac_address': 'fa:16:3e:95:28:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 334, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3d491a8-638d-42a9-876a-8c51b2a3d541', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 07 06:56:50.209508 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564700'] for port, before_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:56:50.224772 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ac62f3-8529-48e6-a888-179b1a55d341 req-290c40d9-6842-4a5d-a9be-b48ddce95abd tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:56:50.231531 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.notifiers.nova [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 224d0336-a833-49e1-a20e-5c98bfa53246 {{(pid=91774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 06:56:50.231753 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-e4ac62f3-8529-48e6-a888-179b1a55d341 req-290c40d9-6842-4a5d-a9be-b48ddce95abd tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] 10.222.0.21 "GET /v2.0/ports?device_id=80ef7c92-c0dc-49cd-bf01-d6f0645978f2 HTTP/1.1" status: 200 len: 945 time: 0.2343612 Jun 07 06:56:50.247273 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df425c69-3175-43c1-8e22-ac2bdb8bd3a3 req-33a5ad1a-3359-46e4-9df3-583eaee6e960 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:56:50.248737 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-df425c69-3175-43c1-8e22-ac2bdb8bd3a3 req-33a5ad1a-3359-46e4-9df3-583eaee6e960 service neutron] 10.222.0.43 "GET /v2.0/networks?id=2e303e64-c012-46d6-aac2-71b049564e50 HTTP/1.1" status: 200 len: 919 time: 0.1741400 Jun 07 06:56:50.250749 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.db [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] For port 224d0336-a833-49e1-a20e-5c98bfa53246, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=224d0336-a833-49e1-a20e-5c98bfa53246,segment=NetworkSegment(3ffd2bba-2e4c-4340-84bb-337c4d476270),segment_id=3ffd2bba-2e4c-4340-84bb-337c4d476270)] {{(pid=91774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 06:56:50.258437 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-569476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762332438254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762331935097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762331935142'] for port, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:56:50.263250 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:56:50.284362 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-e4ac62f3-8529-48e6-a888-179b1a55d341 req-4ee54f0d-4050-422b-aa66-64879caa431e tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] 10.222.0.21 "GET /v2.0/security-groups?id=e7307ba2-82f7-48b4-bd29-8e5128908893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519028 Jun 07 06:56:50.348396 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-df425c69-3175-43c1-8e22-ac2bdb8bd3a3 req-1b75e9f9-1084-48ed-9ffc-d131bfb3fbcf service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=00040cee-eef7-4bc5-a36d-d1d825e1ede1 HTTP/1.1" status: 200 len: 217 time: 0.0673459 Jun 07 06:56:50.368354 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Pushing event updated for resources: {'Port': ['ID=224d0336-a833-49e1-a20e-5c98bfa53246,revision_number=9']} {{(pid=91774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:56:50.379711 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:56:50.418270 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df425c69-3175-43c1-8e22-ac2bdb8bd3a3 req-7dd1e54d-7af9-44f5-916d-e95eac27e7c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:56:50.420042 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-df425c69-3175-43c1-8e22-ac2bdb8bd3a3 req-7dd1e54d-7af9-44f5-916d-e95eac27e7c9 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d8876218-386c-4ce2-9fcc-77230c910fea HTTP/1.1" status: 200 len: 858 time: 0.0649028 Jun 07 06:56:50.485205 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-df425c69-3175-43c1-8e22-ac2bdb8bd3a3 req-3ad2fd54-ca2d-4959-ad43-15e55b48c177 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=2e303e64-c012-46d6-aac2-71b049564e50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0562520 Jun 07 06:56:50.582676 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.db [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] get_ports_and_sgs() called for port_ids ['224d0336-a833-49e1-a20e-5c98bfa53246'] {{(pid=91774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 06:56:50.640566 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-df425c69-3175-43c1-8e22-ac2bdb8bd3a3 req-17441edb-8e11-433c-90f3-a76bf8c3c4e2 service neutron] 10.222.0.43 "GET /v2.0/networks/2e303e64-c012-46d6-aac2-71b049564e50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1479077 Jun 07 06:56:50.848933 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-df425c69-3175-43c1-8e22-ac2bdb8bd3a3 req-0ca24695-e410-4c04-8a1c-c445021288f7 service neutron] 10.222.0.43 "GET /v2.0/networks/2e303e64-c012-46d6-aac2-71b049564e50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1962454 Jun 07 06:56:50.892034 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356d59c4-14c2-479c-ada3-381c0093a25c req-94c48db5-63d0-4990-8b02-73e4fd7c9600 tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:56:50.893488 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-356d59c4-14c2-479c-ada3-381c0093a25c req-94c48db5-63d0-4990-8b02-73e4fd7c9600 tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] 10.222.0.21 "GET /v2.0/ports?device_id=45af59d1-9852-4669-a1f9-b74a9c5d6b3a HTTP/1.1" status: 200 len: 944 time: 0.0879221 Jun 07 06:56:51.029812 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-356d59c4-14c2-479c-ada3-381c0093a25c req-917485df-0fb1-4052-917b-b83d30a88793 tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] 10.222.0.21 "GET /v2.0/security-groups?id=1b4cb076-4f85-41ec-a873-5e63f865f342&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1305897 Jun 07 06:56:51.477014 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c579050e-b552-4e65-8cfb-c439f079d05a req-29cc9b24-e338-4b11-ac56-cda7f0d18a57 tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:56:51.478610 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-c579050e-b552-4e65-8cfb-c439f079d05a req-29cc9b24-e338-4b11-ac56-cda7f0d18a57 tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] 10.222.0.21 "GET /v2.0/ports?device_id=80ef7c92-c0dc-49cd-bf01-d6f0645978f2 HTTP/1.1" status: 200 len: 945 time: 0.0797956 Jun 07 06:56:51.523668 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-c579050e-b552-4e65-8cfb-c439f079d05a req-6b6e3d88-c967-4027-83f6-564867bb3bf6 tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] 10.222.0.21 "GET /v2.0/security-groups?id=e7307ba2-82f7-48b4-bd29-8e5128908893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379548 Jun 07 06:56:51.957321 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Device 224d0336-a833-49e1-a20e-5c98bfa53246 up at agent hyperv_hv-cinder-78414 {{(pid=91774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 06:56:52.034434 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.db.provisioning_blocks [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Provisioning complete for port 224d0336-a833-49e1-a20e-5c98bfa53246 triggered by entity L2. {{(pid=91774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 06:56:52.034814 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723953'] for port, provisioning_complete {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:56:52.210104 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564700'] for port, before_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:56:52.237667 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45af59d1-9852-4669-a1f9-b74a9c5d6b3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '224d0336-a833-49e1-a20e-5c98bfa53246'}] {{(pid=91774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 06:56:52.240298 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73fb9c482eb19c5c2e497b7af5ecd9f5da2a12b641d83391285fbc9a8928c34b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d825b154-3047-4e73-b95f-522f821a25ac" -d '{"events": [{"server_uuid": "45af59d1-9852-4669-a1f9-b74a9c5d6b3a", "name": "network-vif-plugged", "status": "completed", "tag": "224d0336-a833-49e1-a20e-5c98bfa53246"}]}' {{(pid=91774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 06:56:52.264517 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.db [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] For port 224d0336-a833-49e1-a20e-5c98bfa53246, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=224d0336-a833-49e1-a20e-5c98bfa53246,segment=NetworkSegment(3ffd2bba-2e4c-4340-84bb-337c4d476270),segment_id=3ffd2bba-2e4c-4340-84bb-337c4d476270)] {{(pid=91774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 06:56:52.271500 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-569476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762332438254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762331935097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762331935142'] for port, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:56:52.279645 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:56:52.301605 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5696304e-e7da-4291-aff0-c04d29a6f78b req-4e2b059a-3ad1-4627-a9ae-4bb54b355fcf tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:56:52.303149 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-5696304e-e7da-4291-aff0-c04d29a6f78b req-4e2b059a-3ad1-4627-a9ae-4bb54b355fcf tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] 10.222.0.21 "GET /v2.0/ports?device_id=45af59d1-9852-4669-a1f9-b74a9c5d6b3a HTTP/1.1" status: 200 len: 944 time: 0.0854652 Jun 07 06:56:52.307453 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 06:56:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f780a5a1-9f79-4f7e-a1b1-cb2e5eb16f91 x-openstack-request-id: req-f780a5a1-9f79-4f7e-a1b1-cb2e5eb16f91 {{(pid=91774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 06:56:52.307746 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45af59d1-9852-4669-a1f9-b74a9c5d6b3a", "name": "network-vif-plugged", "status": "completed", "tag": "224d0336-a833-49e1-a20e-5c98bfa53246", "code": 200}]} {{(pid=91774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 06:56:52.308560 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f780a5a1-9f79-4f7e-a1b1-cb2e5eb16f91 {{(pid=91774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 06:56:52.308948 dv-cinder-784140-5-smb neutron-server[91774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45af59d1-9852-4669-a1f9-b74a9c5d6b3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '224d0336-a833-49e1-a20e-5c98bfa53246', 'code': 200} Jun 07 06:56:52.347163 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Pushing event updated for resources: {'Port': ['ID=224d0336-a833-49e1-a20e-5c98bfa53246,revision_number=10']} {{(pid=91774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:56:52.348720 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-5696304e-e7da-4291-aff0-c04d29a6f78b req-0e433b18-646c-4a2a-84ef-ba8b023e0c6e tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] 10.222.0.21 "GET /v2.0/security-groups?id=1b4cb076-4f85-41ec-a873-5e63f865f342&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384822 Jun 07 06:56:52.350250 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:56:52.707308 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5126f54d-fac0-416a-9338-1bd697bb99c0 req-2b3f762b-bfad-443c-97f6-dd641847164f tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:56:52.708785 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-5126f54d-fac0-416a-9338-1bd697bb99c0 req-2b3f762b-bfad-443c-97f6-dd641847164f tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] 10.222.0.21 "GET /v2.0/ports?device_id=80ef7c92-c0dc-49cd-bf01-d6f0645978f2 HTTP/1.1" status: 200 len: 945 time: 0.0781183 Jun 07 06:56:52.753084 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-5126f54d-fac0-416a-9338-1bd697bb99c0 req-e77f5a56-668f-4e84-a1bb-c0e03703b993 tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] 10.222.0.21 "GET /v2.0/security-groups?id=e7307ba2-82f7-48b4-bd29-8e5128908893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387006 Jun 07 06:56:52.926989 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb5321d-ee9f-4415-ad28-3a7940d9c2d4 req-5be2f1dd-5bea-46f8-9121-8b83ee167fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:56:52.928490 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-3eb5321d-ee9f-4415-ad28-3a7940d9c2d4 req-5be2f1dd-5bea-46f8-9121-8b83ee167fb5 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=45af59d1-9852-4669-a1f9-b74a9c5d6b3a HTTP/1.1" status: 200 len: 1099 time: 0.0709848 Jun 07 06:56:52.971145 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-3eb5321d-ee9f-4415-ad28-3a7940d9c2d4 req-e8a9b520-9f78-4fa2-9cb9-acd270646de7 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=1b4cb076-4f85-41ec-a873-5e63f865f342&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339842 Jun 07 06:56:53.536881 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cda569b-e854-4ea5-afd3-2e050be43d79 req-b40b4c90-76a4-44cf-a900-3ef012559a6d tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:56:53.538246 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-5cda569b-e854-4ea5-afd3-2e050be43d79 req-b40b4c90-76a4-44cf-a900-3ef012559a6d tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] 10.222.0.21 "GET /v2.0/ports?device_id=45af59d1-9852-4669-a1f9-b74a9c5d6b3a HTTP/1.1" status: 200 len: 946 time: 0.0791187 Jun 07 06:56:53.586915 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-5cda569b-e854-4ea5-afd3-2e050be43d79 req-f5600198-aaf1-4140-8ec5-449a315d9edf tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] 10.222.0.21 "GET /v2.0/security-groups?id=1b4cb076-4f85-41ec-a873-5e63f865f342&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431416 Jun 07 06:56:53.898261 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron.db.agents_db [None req-9f63f2a9-7775-47ca-9fc8-a7f68791a20c None None] Agent healthcheck: found 6 active agents {{(pid=91775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 06:56:53.942664 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b059fe2-869e-4d80-b7e2-6453f1c8149f req-e6e43f33-532b-439a-965d-9b395046cb86 tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:56:53.944112 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-8b059fe2-869e-4d80-b7e2-6453f1c8149f req-e6e43f33-532b-439a-965d-9b395046cb86 tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] 10.222.0.21 "GET /v2.0/ports?device_id=80ef7c92-c0dc-49cd-bf01-d6f0645978f2 HTTP/1.1" status: 200 len: 945 time: 0.0785208 Jun 07 06:56:53.987284 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-8b059fe2-869e-4d80-b7e2-6453f1c8149f req-b90569d9-3697-42d0-b311-380049f707ca tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] 10.222.0.21 "GET /v2.0/security-groups?id=e7307ba2-82f7-48b4-bd29-8e5128908893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375190 Jun 07 06:56:54.809262 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb04f1d7-f77c-45f7-b8ed-84803c0ec1ea req-b301babe-6533-4a98-bda5-9106a3ce2712 tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:56:54.810931 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-cb04f1d7-f77c-45f7-b8ed-84803c0ec1ea req-b301babe-6533-4a98-bda5-9106a3ce2712 tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] 10.222.0.21 "GET /v2.0/ports?device_id=45af59d1-9852-4669-a1f9-b74a9c5d6b3a HTTP/1.1" status: 200 len: 946 time: 0.0893996 Jun 07 06:56:54.857931 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-cb04f1d7-f77c-45f7-b8ed-84803c0ec1ea req-35e1335e-75aa-4350-bdce-b7f13ad8c6ce tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] 10.222.0.21 "GET /v2.0/security-groups?id=1b4cb076-4f85-41ec-a873-5e63f865f342&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414333 Jun 07 06:56:55.664859 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca18929a-ca32-4533-9d6c-7fb2d40e005b req-1bda1bc4-52d6-4022-9512-d39352476194 tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:56:55.666316 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-ca18929a-ca32-4533-9d6c-7fb2d40e005b req-1bda1bc4-52d6-4022-9512-d39352476194 tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] 10.222.0.21 "GET /v2.0/ports?device_id=80ef7c92-c0dc-49cd-bf01-d6f0645978f2 HTTP/1.1" status: 200 len: 945 time: 0.0797114 Jun 07 06:56:55.711775 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-ca18929a-ca32-4533-9d6c-7fb2d40e005b req-005e6685-11a7-4206-a212-197cb129706b tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] 10.222.0.21 "GET /v2.0/security-groups?id=e7307ba2-82f7-48b4-bd29-8e5128908893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391448 Jun 07 06:56:56.082992 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9291d16b-b7aa-4341-9087-cf478d1f5669 req-5d2a4f25-fe28-4b61-92f6-41ec1873afa5 tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:56:56.085229 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-9291d16b-b7aa-4341-9087-cf478d1f5669 req-5d2a4f25-fe28-4b61-92f6-41ec1873afa5 tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] 10.222.0.21 "GET /v2.0/ports?device_id=45af59d1-9852-4669-a1f9-b74a9c5d6b3a HTTP/1.1" status: 200 len: 946 time: 0.1122046 Jun 07 06:56:56.143624 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-9291d16b-b7aa-4341-9087-cf478d1f5669 req-2e54b737-616b-49aa-9e5b-4604bb227b71 tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] 10.222.0.21 "GET /v2.0/security-groups?id=1b4cb076-4f85-41ec-a873-5e63f865f342&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473750 Jun 07 06:56:57.525085 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.21', 57192) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:56:57.775798 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-e79a2e71-0645-4c36-adb3-6a02e29cb0bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:56:57.877854 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-e79a2e71-0645-4c36-adb3-6a02e29cb0bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:56:57.883163 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-e79a2e71-0645-4c36-adb3-6a02e29cb0bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1706761'] for security_group, after_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:56:57.895639 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-e4424850-7402-4ebe-aa15-49070f5d8e6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:56:57.934658 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [None req-e79a2e71-0645-4c36-adb3-6a02e29cb0bb admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0d78c5a4236942b59f1da56de25cc6c3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4085035 Jun 07 06:56:57.936236 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79a2e71-0645-4c36-adb3-6a02e29cb0bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=003be6a7-c827-452d-88cc-337ae8746f15,revision_number=1']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:56:57.937372 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.wsgi [-] (91772) accepted ('10.222.0.21', 57202) {{(pid=91772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:56:57.943508 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79a2e71-0645-4c36-adb3-6a02e29cb0bb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:56:57.943860 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79a2e71-0645-4c36-adb3-6a02e29cb0bb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:56:57.944236 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79a2e71-0645-4c36-adb3-6a02e29cb0bb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:56:57.944582 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79a2e71-0645-4c36-adb3-6a02e29cb0bb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:56:57.944915 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79a2e71-0645-4c36-adb3-6a02e29cb0bb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:56:57.945243 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79a2e71-0645-4c36-adb3-6a02e29cb0bb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:56:57.945569 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79a2e71-0645-4c36-adb3-6a02e29cb0bb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:56:57.945893 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79a2e71-0645-4c36-adb3-6a02e29cb0bb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:56:57.946217 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79a2e71-0645-4c36-adb3-6a02e29cb0bb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:56:57.946537 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79a2e71-0645-4c36-adb3-6a02e29cb0bb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:56:57.946856 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79a2e71-0645-4c36-adb3-6a02e29cb0bb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:56:57.947177 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79a2e71-0645-4c36-adb3-6a02e29cb0bb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:56:57.951580 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-e79a2e71-0645-4c36-adb3-6a02e29cb0bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:56:57.998264 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-b80d5761-3362-40e3-9726-57d0433e8e04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:56:58.024896 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-b80d5761-3362-40e3-9726-57d0433e8e04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:56:58.076312 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-b80d5761-3362-40e3-9726-57d0433e8e04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1706761'] for security_group, after_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:56:58.078690 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-b80d5761-3362-40e3-9726-57d0433e8e04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:56:58.079802 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [None req-b80d5761-3362-40e3-9726-57d0433e8e04 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/003be6a7-c827-452d-88cc-337ae8746f15 HTTP/1.1" status: 204 len: 168 time: 0.1414630 Jun 07 06:56:58.080685 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-1eeb3dcf-b735-4c91-be72-83f9afd27c21 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:56:58.089889 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80d5761-3362-40e3-9726-57d0433e8e04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=003be6a7-c827-452d-88cc-337ae8746f15,revision_number=None']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:56:58.097085 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80d5761-3362-40e3-9726-57d0433e8e04 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:56:58.097511 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80d5761-3362-40e3-9726-57d0433e8e04 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:56:58.097780 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80d5761-3362-40e3-9726-57d0433e8e04 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:56:58.098123 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80d5761-3362-40e3-9726-57d0433e8e04 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:56:58.098461 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80d5761-3362-40e3-9726-57d0433e8e04 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:56:58.098824 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80d5761-3362-40e3-9726-57d0433e8e04 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:56:58.099161 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80d5761-3362-40e3-9726-57d0433e8e04 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:56:58.099494 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80d5761-3362-40e3-9726-57d0433e8e04 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:56:58.100953 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80d5761-3362-40e3-9726-57d0433e8e04 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:56:58.100953 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80d5761-3362-40e3-9726-57d0433e8e04 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:56:58.100953 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80d5761-3362-40e3-9726-57d0433e8e04 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:56:58.100953 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80d5761-3362-40e3-9726-57d0433e8e04 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:56:58.104036 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-b80d5761-3362-40e3-9726-57d0433e8e04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:56:59.056357 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bab2349-805a-4093-8b20-7538eb3d2344 req-3f8f99c1-9fd4-4818-bc68-2551eb55d4fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:56:59.058346 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-6bab2349-805a-4093-8b20-7538eb3d2344 req-3f8f99c1-9fd4-4818-bc68-2551eb55d4fd service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=b6a17686403649e59640e6bed0871b3e&device_id=80ef7c92-c0dc-49cd-bf01-d6f0645978f2 HTTP/1.1" status: 200 len: 1098 time: 0.1466792 Jun 07 06:56:59.069619 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182baf99-4a39-4b1b-b224-4ab056470b0f req-fb71cca8-ef8f-453c-9ba0-0500e502b972 tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:56:59.071016 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-182baf99-4a39-4b1b-b224-4ab056470b0f req-fb71cca8-ef8f-453c-9ba0-0500e502b972 tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] 10.222.0.21 "GET /v2.0/ports?device_id=80ef7c92-c0dc-49cd-bf01-d6f0645978f2 HTTP/1.1" status: 200 len: 945 time: 0.1117604 Jun 07 06:56:59.212531 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-182baf99-4a39-4b1b-b224-4ab056470b0f req-3081001e-30ee-4e6e-a756-88901e5690dd tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] 10.222.0.21 "GET /v2.0/security-groups?id=e7307ba2-82f7-48b4-bd29-8e5128908893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193559 Jun 07 06:56:59.254536 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bab2349-805a-4093-8b20-7538eb3d2344 req-c4a68555-204e-496d-8506-2bec494c3177 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:56:59.259078 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-6bab2349-805a-4093-8b20-7538eb3d2344 req-c4a68555-204e-496d-8506-2bec494c3177 service neutron] 10.222.0.43 "GET /v2.0/networks?id=2e303e64-c012-46d6-aac2-71b049564e50 HTTP/1.1" status: 200 len: 919 time: 0.1855180 Jun 07 06:56:59.342148 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-6bab2349-805a-4093-8b20-7538eb3d2344 req-347a7007-5f9b-4c71-a9df-ae19e154a9f9 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=00040cee-eef7-4bc5-a36d-d1d825e1ede1 HTTP/1.1" status: 200 len: 217 time: 0.0668693 Jun 07 06:56:59.415025 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bab2349-805a-4093-8b20-7538eb3d2344 req-03d8ba9e-10d6-45cd-b29d-9fc5a3170d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:56:59.416540 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-6bab2349-805a-4093-8b20-7538eb3d2344 req-03d8ba9e-10d6-45cd-b29d-9fc5a3170d64 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d8876218-386c-4ce2-9fcc-77230c910fea HTTP/1.1" status: 200 len: 858 time: 0.0605214 Jun 07 06:56:59.466324 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-6bab2349-805a-4093-8b20-7538eb3d2344 req-39b1bc14-6534-4c01-8cdd-0ef933ff8997 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=2e303e64-c012-46d6-aac2-71b049564e50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423543 Jun 07 06:56:59.607166 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-6bab2349-805a-4093-8b20-7538eb3d2344 req-deb582d4-32a9-42b8-a88b-30bc51f88c11 service neutron] 10.222.0.43 "GET /v2.0/networks/2e303e64-c012-46d6-aac2-71b049564e50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336415 Jun 07 06:56:59.617531 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.wsgi [-] (91772) accepted ('10.222.0.21', 57272) {{(pid=91772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:56:59.779116 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-fd78a3ad-9f00-4e28-8e4c-7ba8d20f6716 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:56:59.890226 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-6bab2349-805a-4093-8b20-7538eb3d2344 req-758d6898-1b16-47e7-8c30-29de936f0817 service neutron] 10.222.0.43 "GET /v2.0/networks/2e303e64-c012-46d6-aac2-71b049564e50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2704489 Jun 07 06:56:59.973181 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-fd78a3ad-9f00-4e28-8e4c-7ba8d20f6716 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:56:59.977343 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-fd78a3ad-9f00-4e28-8e4c-7ba8d20f6716 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1706761'] for security_group, after_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:56:59.985874 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-e41cf7fc-63de-49b4-96f9-e670471b37ee service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:57:00.027468 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [None req-fd78a3ad-9f00-4e28-8e4c-7ba8d20f6716 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f7ca801f79a74945a7e2d4d3f4644710&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4082944 Jun 07 06:57:00.028415 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd78a3ad-9f00-4e28-8e4c-7ba8d20f6716 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70ab985d-5c1c-4a9a-9aea-15e54c29479d,revision_number=1']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:57:00.030376 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.21', 57286) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:57:00.031468 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-fd78a3ad-9f00-4e28-8e4c-7ba8d20f6716 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:57:00.097323 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-d5f5ab45-cbec-46e7-a118-d3b35967a6a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:57:00.123036 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-d5f5ab45-cbec-46e7-a118-d3b35967a6a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:57:00.177800 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-d5f5ab45-cbec-46e7-a118-d3b35967a6a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1706761'] for security_group, after_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:57:00.180303 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-d5f5ab45-cbec-46e7-a118-d3b35967a6a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:57:00.181492 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [None req-d5f5ab45-cbec-46e7-a118-d3b35967a6a8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/70ab985d-5c1c-4a9a-9aea-15e54c29479d HTTP/1.1" status: 204 len: 168 time: 0.1496615 Jun 07 06:57:00.182441 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-76d46364-520f-4c9e-acac-fdb3204ab2a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:57:00.192545 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f5ab45-cbec-46e7-a118-d3b35967a6a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70ab985d-5c1c-4a9a-9aea-15e54c29479d,revision_number=None']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:57:00.195115 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-d5f5ab45-cbec-46e7-a118-d3b35967a6a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:57:00.497853 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1b73a4-7816-42c2-b70e-a969ed503c10 req-0f68c617-e3c8-407d-a80b-f6fefbc6a2b6 tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:57:00.508457 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-0d1b73a4-7816-42c2-b70e-a969ed503c10 req-0f68c617-e3c8-407d-a80b-f6fefbc6a2b6 tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] 10.222.0.21 "GET /v2.0/ports?device_id=80ef7c92-c0dc-49cd-bf01-d6f0645978f2 HTTP/1.1" status: 200 len: 945 time: 0.1799183 Jun 07 06:57:00.557413 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-0d1b73a4-7816-42c2-b70e-a969ed503c10 req-5bd02adc-a064-45ff-9691-f36604c60ecf tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] 10.222.0.21 "GET /v2.0/security-groups?id=e7307ba2-82f7-48b4-bd29-8e5128908893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480299 Jun 07 06:57:01.112668 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79364565-d3a2-4901-8817-9561af146f79 req-cbe4bdf0-751e-41db-872a-a0a947f081bb tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:57:01.114134 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-79364565-d3a2-4901-8817-9561af146f79 req-cbe4bdf0-751e-41db-872a-a0a947f081bb tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] 10.222.0.21 "GET /v2.0/ports?device_id=06745a3f-9eec-46bb-b36d-d77358bd1e50 HTTP/1.1" status: 200 len: 945 time: 0.0812922 Jun 07 06:57:01.160711 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-79364565-d3a2-4901-8817-9561af146f79 req-58b07af8-c909-4b43-a1a2-8508a4e006c9 tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] 10.222.0.21 "GET /v2.0/security-groups?id=28c64220-de7a-4111-93c0-91d84e10d665&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405326 Jun 07 06:57:01.768792 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d78d86d-4301-4c9b-89a4-026a2980ccc2 req-3895f8d7-f87f-4b08-afa0-2efeb3f0f4ee tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:57:01.770625 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-7d78d86d-4301-4c9b-89a4-026a2980ccc2 req-3895f8d7-f87f-4b08-afa0-2efeb3f0f4ee tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] 10.222.0.21 "GET /v2.0/ports?device_id=80ef7c92-c0dc-49cd-bf01-d6f0645978f2 HTTP/1.1" status: 200 len: 945 time: 0.0966413 Jun 07 06:57:01.821142 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-7d78d86d-4301-4c9b-89a4-026a2980ccc2 req-c68c18cc-05fc-4272-8027-3ce1b609f5bb tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] 10.222.0.21 "GET /v2.0/security-groups?id=e7307ba2-82f7-48b4-bd29-8e5128908893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425384 Jun 07 06:57:01.921807 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3bb2e2-c1a0-49d4-a569-ca92cf22fec6 req-ddd931ac-4740-4c74-9f23-ea8ce163bf7b tempest-VolumesSnapshotTestJSON-1176599214 tempest-VolumesSnapshotTestJSON-1176599214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:57:01.923266 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-8e3bb2e2-c1a0-49d4-a569-ca92cf22fec6 req-ddd931ac-4740-4c74-9f23-ea8ce163bf7b tempest-VolumesSnapshotTestJSON-1176599214 tempest-VolumesSnapshotTestJSON-1176599214-project] 10.222.0.21 "GET /v2.0/ports?device_id=36ef95c8-44f0-4c07-99bb-ed96dc9044f5 HTTP/1.1" status: 200 len: 945 time: 0.0796938 Jun 07 06:57:01.935872 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.21', 57322) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:57:01.969180 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-8e3bb2e2-c1a0-49d4-a569-ca92cf22fec6 req-cd92ba61-ffe6-4c5b-a558-eee7b7a044c1 tempest-VolumesSnapshotTestJSON-1176599214 tempest-VolumesSnapshotTestJSON-1176599214-project] 10.222.0.21 "GET /v2.0/security-groups?id=f9ad7a56-0689-46d4-902c-187a6d2f61ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400550 Jun 07 06:57:02.056144 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-9d6db66f-9732-4479-b9e9-9ca0e300e97d admin admin] Notify callbacks [] for security_group, before_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:57:02.159076 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-9d6db66f-9732-4479-b9e9-9ca0e300e97d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:57:02.162996 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-9d6db66f-9732-4479-b9e9-9ca0e300e97d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1706761'] for security_group, after_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:57:02.170565 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-5111b44f-0db1-4939-8f93-d70d59b6664e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:57:02.213547 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6db66f-9732-4479-b9e9-9ca0e300e97d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc0e30eb-bbcf-4187-82e9-aacee4723935,revision_number=1']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:57:02.220298 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [None req-9d6db66f-9732-4479-b9e9-9ca0e300e97d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e9009db3d6c44df0b54c0f0e6f570699&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2808862 Jun 07 06:57:02.220298 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-9d6db66f-9732-4479-b9e9-9ca0e300e97d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:57:02.220577 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.21', 57328) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:57:02.279479 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-972682a7-a468-4add-a999-686c79e432cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:57:02.306497 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-972682a7-a468-4add-a999-686c79e432cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:57:02.359218 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722b6e2e-3d7e-4e84-bee6-cd7b84ae54c8 req-d8d39aec-5f2d-4db4-ab32-bed3f3888458 tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:57:02.360767 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-722b6e2e-3d7e-4e84-bee6-cd7b84ae54c8 req-d8d39aec-5f2d-4db4-ab32-bed3f3888458 tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] 10.222.0.21 "GET /v2.0/ports?device_id=06745a3f-9eec-46bb-b36d-d77358bd1e50 HTTP/1.1" status: 200 len: 945 time: 0.0880251 Jun 07 06:57:02.365128 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-972682a7-a468-4add-a999-686c79e432cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1706761'] for security_group, after_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:57:02.367526 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-972682a7-a468-4add-a999-686c79e432cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:57:02.368653 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [None req-972682a7-a468-4add-a999-686c79e432cc admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/cc0e30eb-bbcf-4187-82e9-aacee4723935 HTTP/1.1" status: 204 len: 168 time: 0.1473324 Jun 07 06:57:02.369382 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-9b0a2e77-6495-45d2-9891-40f33c7d3a5c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:57:02.379514 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972682a7-a468-4add-a999-686c79e432cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc0e30eb-bbcf-4187-82e9-aacee4723935,revision_number=None']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:57:02.382457 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-972682a7-a468-4add-a999-686c79e432cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:57:02.411754 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-722b6e2e-3d7e-4e84-bee6-cd7b84ae54c8 req-9a6687ec-3af5-4f0f-9a12-0ef6aac38457 tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] 10.222.0.21 "GET /v2.0/security-groups?id=28c64220-de7a-4111-93c0-91d84e10d665&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451903 Jun 07 06:57:03.003241 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4e6258-8eff-42fa-aa8c-a0f634850101 req-f8fd8cb8-a88b-494f-9271-006e9968f10e tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:57:03.004793 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-ef4e6258-8eff-42fa-aa8c-a0f634850101 req-f8fd8cb8-a88b-494f-9271-006e9968f10e tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] 10.222.0.21 "GET /v2.0/ports?device_id=80ef7c92-c0dc-49cd-bf01-d6f0645978f2 HTTP/1.1" status: 200 len: 945 time: 0.0783596 Jun 07 06:57:03.053210 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-ef4e6258-8eff-42fa-aa8c-a0f634850101 req-8c6ded61-d19d-4e83-aa95-b373b0a9764a tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] 10.222.0.21 "GET /v2.0/security-groups?id=e7307ba2-82f7-48b4-bd29-8e5128908893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425529 Jun 07 06:57:03.152322 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257a0434-0aa9-4d79-9371-308ad5c0bd1f req-7f729b32-db83-4b6b-852d-a6a9e61d8684 tempest-VolumesSnapshotTestJSON-1176599214 tempest-VolumesSnapshotTestJSON-1176599214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:57:03.153829 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-257a0434-0aa9-4d79-9371-308ad5c0bd1f req-7f729b32-db83-4b6b-852d-a6a9e61d8684 tempest-VolumesSnapshotTestJSON-1176599214 tempest-VolumesSnapshotTestJSON-1176599214-project] 10.222.0.21 "GET /v2.0/ports?device_id=36ef95c8-44f0-4c07-99bb-ed96dc9044f5 HTTP/1.1" status: 200 len: 945 time: 0.0786798 Jun 07 06:57:03.198335 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-257a0434-0aa9-4d79-9371-308ad5c0bd1f req-3244e233-91f2-4379-b962-fb019011674f tempest-VolumesSnapshotTestJSON-1176599214 tempest-VolumesSnapshotTestJSON-1176599214-project] 10.222.0.21 "GET /v2.0/security-groups?id=f9ad7a56-0689-46d4-902c-187a6d2f61ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388348 Jun 07 06:57:03.596041 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6d33ce-81f8-4f9b-97c7-dfb7d23e5fbc req-6df069cf-f013-4235-a43f-6dba0f7e8227 tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:57:03.597493 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-5b6d33ce-81f8-4f9b-97c7-dfb7d23e5fbc req-6df069cf-f013-4235-a43f-6dba0f7e8227 tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] 10.222.0.21 "GET /v2.0/ports?device_id=06745a3f-9eec-46bb-b36d-d77358bd1e50 HTTP/1.1" status: 200 len: 945 time: 0.0814350 Jun 07 06:57:03.641535 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-5b6d33ce-81f8-4f9b-97c7-dfb7d23e5fbc req-bbb1806c-68f0-4169-8517-ebf9ea9adf79 tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] 10.222.0.21 "GET /v2.0/security-groups?id=28c64220-de7a-4111-93c0-91d84e10d665&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383248 Jun 07 06:57:04.248585 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d0c61a-c88f-412d-a467-e60e46cf3d7c req-3b9b2b4e-5dc3-4c86-a7f5-bb9778ba008a tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:57:04.250120 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-16d0c61a-c88f-412d-a467-e60e46cf3d7c req-3b9b2b4e-5dc3-4c86-a7f5-bb9778ba008a tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] 10.222.0.21 "GET /v2.0/ports?device_id=80ef7c92-c0dc-49cd-bf01-d6f0645978f2 HTTP/1.1" status: 200 len: 945 time: 0.0896771 Jun 07 06:57:04.299309 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-16d0c61a-c88f-412d-a467-e60e46cf3d7c req-80549b39-c3ac-4fb1-93f1-66bd4b012563 tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] 10.222.0.21 "GET /v2.0/security-groups?id=e7307ba2-82f7-48b4-bd29-8e5128908893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400505 Jun 07 06:57:04.405029 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c2eb86-ef3e-41d6-88be-4034f6682345 req-8886a18c-3044-4693-9d0a-edd4297b0a64 tempest-VolumesSnapshotTestJSON-1176599214 tempest-VolumesSnapshotTestJSON-1176599214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:57:04.406465 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-e3c2eb86-ef3e-41d6-88be-4034f6682345 req-8886a18c-3044-4693-9d0a-edd4297b0a64 tempest-VolumesSnapshotTestJSON-1176599214 tempest-VolumesSnapshotTestJSON-1176599214-project] 10.222.0.21 "GET /v2.0/ports?device_id=36ef95c8-44f0-4c07-99bb-ed96dc9044f5 HTTP/1.1" status: 200 len: 945 time: 0.0882266 Jun 07 06:57:04.450991 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-e3c2eb86-ef3e-41d6-88be-4034f6682345 req-de23aae3-bbe2-45c3-b76c-830a36a6e46c tempest-VolumesSnapshotTestJSON-1176599214 tempest-VolumesSnapshotTestJSON-1176599214-project] 10.222.0.21 "GET /v2.0/security-groups?id=f9ad7a56-0689-46d4-902c-187a6d2f61ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388584 Jun 07 06:57:04.831177 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c351208-2055-4ac7-b1e1-27d7ee13ad38 req-3d152ce7-ba09-4bac-88c5-27745ef8f6dc tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:57:04.832661 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-5c351208-2055-4ac7-b1e1-27d7ee13ad38 req-3d152ce7-ba09-4bac-88c5-27745ef8f6dc tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] 10.222.0.21 "GET /v2.0/ports?device_id=06745a3f-9eec-46bb-b36d-d77358bd1e50 HTTP/1.1" status: 200 len: 945 time: 0.0799990 Jun 07 06:57:04.876384 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-5c351208-2055-4ac7-b1e1-27d7ee13ad38 req-2fbe70ba-054e-476e-b970-00cd3d5dd12a tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] 10.222.0.21 "GET /v2.0/security-groups?id=28c64220-de7a-4111-93c0-91d84e10d665&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381217 Jun 07 06:57:05.488391 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6fd76d-6591-4c2a-ae44-83d94de3599f req-5ad34e79-3237-4b6f-a617-b917deab79c9 tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:57:05.489739 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-9e6fd76d-6591-4c2a-ae44-83d94de3599f req-5ad34e79-3237-4b6f-a617-b917deab79c9 tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] 10.222.0.21 "GET /v2.0/ports?device_id=80ef7c92-c0dc-49cd-bf01-d6f0645978f2 HTTP/1.1" status: 200 len: 945 time: 0.0807872 Jun 07 06:57:05.533975 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-9e6fd76d-6591-4c2a-ae44-83d94de3599f req-b75ffa80-7930-46a0-97f5-bc40a0c9bce8 tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] 10.222.0.21 "GET /v2.0/security-groups?id=e7307ba2-82f7-48b4-bd29-8e5128908893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386999 Jun 07 06:57:05.630320 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b940b2b6-37c6-4ce2-a21a-368511e91102 req-244b317e-37a2-4d44-8394-5a03b983c09a tempest-VolumesSnapshotTestJSON-1176599214 tempest-VolumesSnapshotTestJSON-1176599214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:57:05.631732 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-b940b2b6-37c6-4ce2-a21a-368511e91102 req-244b317e-37a2-4d44-8394-5a03b983c09a tempest-VolumesSnapshotTestJSON-1176599214 tempest-VolumesSnapshotTestJSON-1176599214-project] 10.222.0.21 "GET /v2.0/ports?device_id=36ef95c8-44f0-4c07-99bb-ed96dc9044f5 HTTP/1.1" status: 200 len: 945 time: 0.0765781 Jun 07 06:57:05.678136 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-b940b2b6-37c6-4ce2-a21a-368511e91102 req-e5ee643f-92cf-449e-a926-edc871add4ca tempest-VolumesSnapshotTestJSON-1176599214 tempest-VolumesSnapshotTestJSON-1176599214-project] 10.222.0.21 "GET /v2.0/security-groups?id=f9ad7a56-0689-46d4-902c-187a6d2f61ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408120 Jun 07 06:57:06.056064 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb8c2f5-8466-4680-b4b2-59e925507e40 req-1dd3bf44-934f-4224-a5a9-04c2cb34f3c4 tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:57:06.057487 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-5bb8c2f5-8466-4680-b4b2-59e925507e40 req-1dd3bf44-934f-4224-a5a9-04c2cb34f3c4 tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] 10.222.0.21 "GET /v2.0/ports?device_id=06745a3f-9eec-46bb-b36d-d77358bd1e50 HTTP/1.1" status: 200 len: 945 time: 0.0781879 Jun 07 06:57:06.101021 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-5bb8c2f5-8466-4680-b4b2-59e925507e40 req-a686feb7-58c3-4a4b-9c41-3897adfbb339 tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] 10.222.0.21 "GET /v2.0/security-groups?id=28c64220-de7a-4111-93c0-91d84e10d665&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380113 Jun 07 06:57:06.724925 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd2a66f-0937-4501-8244-bd98b919bf33 req-742a8942-d6fe-4bd8-8be0-d5a30b5a17d8 tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:57:06.726377 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-ddd2a66f-0937-4501-8244-bd98b919bf33 req-742a8942-d6fe-4bd8-8be0-d5a30b5a17d8 tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] 10.222.0.21 "GET /v2.0/ports?device_id=80ef7c92-c0dc-49cd-bf01-d6f0645978f2 HTTP/1.1" status: 200 len: 945 time: 0.0868738 Jun 07 06:57:06.774674 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-ddd2a66f-0937-4501-8244-bd98b919bf33 req-1240472b-4e21-4468-9f77-9b020f72af77 tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] 10.222.0.21 "GET /v2.0/security-groups?id=e7307ba2-82f7-48b4-bd29-8e5128908893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410087 Jun 07 06:57:06.876171 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3403152e-0a99-4049-873b-1055d4a69cbe req-f817062d-523a-47f6-996e-6c8e2743f91a tempest-VolumesSnapshotTestJSON-1176599214 tempest-VolumesSnapshotTestJSON-1176599214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:57:06.877641 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-3403152e-0a99-4049-873b-1055d4a69cbe req-f817062d-523a-47f6-996e-6c8e2743f91a tempest-VolumesSnapshotTestJSON-1176599214 tempest-VolumesSnapshotTestJSON-1176599214-project] 10.222.0.21 "GET /v2.0/ports?device_id=36ef95c8-44f0-4c07-99bb-ed96dc9044f5 HTTP/1.1" status: 200 len: 945 time: 0.0811639 Jun 07 06:57:06.898387 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-9c2900ee-026b-4fe8-9932-f9e3c08c54a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762332461204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723872'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:57:06.928591 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-3403152e-0a99-4049-873b-1055d4a69cbe req-5820b135-5c3c-4844-ab34-cda95284ec30 tempest-VolumesSnapshotTestJSON-1176599214 tempest-VolumesSnapshotTestJSON-1176599214-project] 10.222.0.21 "GET /v2.0/security-groups?id=f9ad7a56-0689-46d4-902c-187a6d2f61ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449286 Jun 07 06:57:07.424590 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d42e3e-8ad4-45c7-a356-4d704b025e73 req-0c9a6c5e-3885-47d0-b1f4-d78cbe3ee8df tempest-VolumesSnapshotTestJSON-1176599214 tempest-VolumesSnapshotTestJSON-1176599214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:57:07.425922 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-69d42e3e-8ad4-45c7-a356-4d704b025e73 req-0c9a6c5e-3885-47d0-b1f4-d78cbe3ee8df tempest-VolumesSnapshotTestJSON-1176599214 tempest-VolumesSnapshotTestJSON-1176599214-project] 10.222.0.43 "GET /v2.0/ports?device_id=36ef95c8-44f0-4c07-99bb-ed96dc9044f5 HTTP/1.1" status: 200 len: 945 time: 0.2270801 Jun 07 06:57:07.433114 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a7bde7-7685-44a0-b5ae-aeb8960ecdf1 req-d4b57476-ac27-4812-b2f7-d1c828fc97fe tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:57:07.434418 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-00a7bde7-7685-44a0-b5ae-aeb8960ecdf1 req-d4b57476-ac27-4812-b2f7-d1c828fc97fe tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] 10.222.0.21 "GET /v2.0/ports?device_id=06745a3f-9eec-46bb-b36d-d77358bd1e50 HTTP/1.1" status: 200 len: 945 time: 0.1151557 Jun 07 06:57:07.525903 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-00a7bde7-7685-44a0-b5ae-aeb8960ecdf1 req-eeb4e8b0-de1e-439a-8845-294cb8017d86 tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] 10.222.0.21 "GET /v2.0/security-groups?id=28c64220-de7a-4111-93c0-91d84e10d665&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628395 Jun 07 06:57:07.595581 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.plugins.ml2.plugin [req-69d42e3e-8ad4-45c7-a356-4d704b025e73 req-e384325a-a176-4f24-b01d-d16a7a3e8eb2 tempest-VolumesSnapshotTestJSON-1176599214 tempest-VolumesSnapshotTestJSON-1176599214-project] Deleting port cd05e9bc-3525-4bbc-9697-9fbde478d7c9 {{(pid=91772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 06:57:07.595940 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [req-69d42e3e-8ad4-45c7-a356-4d704b025e73 req-e384325a-a176-4f24-b01d-d16a7a3e8eb2 tempest-VolumesSnapshotTestJSON-1176599214 tempest-VolumesSnapshotTestJSON-1176599214-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762332413660'] for port, before_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:57:07.726783 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.plugins.ml2.db [req-69d42e3e-8ad4-45c7-a356-4d704b025e73 req-e384325a-a176-4f24-b01d-d16a7a3e8eb2 tempest-VolumesSnapshotTestJSON-1176599214 tempest-VolumesSnapshotTestJSON-1176599214-project] For port cd05e9bc-3525-4bbc-9697-9fbde478d7c9, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=cd05e9bc-3525-4bbc-9697-9fbde478d7c9,segment=NetworkSegment(dd64b553-55a0-497a-b3fa-2881b749f6b3),segment_id=dd64b553-55a0-497a-b3fa-2881b749f6b3)] {{(pid=91772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 06:57:07.727464 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [req-69d42e3e-8ad4-45c7-a356-4d704b025e73 req-e384325a-a176-4f24-b01d-d16a7a3e8eb2 tempest-VolumesSnapshotTestJSON-1176599214 tempest-VolumesSnapshotTestJSON-1176599214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1669251'] for port, precommit_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:57:07.849209 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.plugins.ml2.plugin [req-69d42e3e-8ad4-45c7-a356-4d704b025e73 req-e384325a-a176-4f24-b01d-d16a7a3e8eb2 tempest-VolumesSnapshotTestJSON-1176599214 tempest-VolumesSnapshotTestJSON-1176599214-project] Calling delete_port for cd05e9bc-3525-4bbc-9697-9fbde478d7c9 owned by compute:nova {{(pid=91772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 06:57:07.849561 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-4ba2c9b0-7c7b-4091-952b-f84f1ec135c3 req-979854be-4336-4410-8c58-b0dfea709932 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=45af59d1-9852-4669-a1f9-b74a9c5d6b3a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0724616 Jun 07 06:57:07.946784 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba2c9b0-7c7b-4091-952b-f84f1ec135c3 req-e6526e98-8cb7-4e93-84b1-956f15a74b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:57:07.948774 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-4ba2c9b0-7c7b-4091-952b-f84f1ec135c3 req-e6526e98-8cb7-4e93-84b1-956f15a74b7d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a521857e620a4cd2a9ecf3c6706dbe4e&device_id=45af59d1-9852-4669-a1f9-b74a9c5d6b3a HTTP/1.1" status: 200 len: 1099 time: 0.0759692 Jun 07 06:57:08.027887 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb71102c-12f7-4925-b0cf-966d5e00beac req-a04ba668-fcac-4b8d-b8b0-a37601a29e33 tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:57:08.029295 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-fb71102c-12f7-4925-b0cf-966d5e00beac req-a04ba668-fcac-4b8d-b8b0-a37601a29e33 tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] 10.222.0.21 "GET /v2.0/ports?device_id=80ef7c92-c0dc-49cd-bf01-d6f0645978f2 HTTP/1.1" status: 200 len: 945 time: 0.1401029 Jun 07 06:57:08.030356 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [req-69d42e3e-8ad4-45c7-a356-4d704b025e73 req-e384325a-a176-4f24-b01d-d16a7a3e8eb2 tempest-VolumesSnapshotTestJSON-1176599214 tempest-VolumesSnapshotTestJSON-1176599214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-569476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762332438236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762331935088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2958583'] for port, after_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:57:08.036073 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:57:08.043702 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.db [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] get_ports_and_sgs() called for port_ids ['cd05e9bc-3525-4bbc-9697-9fbde478d7c9'] {{(pid=91774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 06:57:08.138127 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e384325a-a176-4f24-b01d-d16a7a3e8eb2 tempest-VolumesSnapshotTestJSON-1176599214 tempest-VolumesSnapshotTestJSON-1176599214-project] Pushing event deleted for resources: {'Port': ['ID=cd05e9bc-3525-4bbc-9697-9fbde478d7c9,revision_number=None']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:57:08.148687 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-e384325a-a176-4f24-b01d-d16a7a3e8eb2 tempest-VolumesSnapshotTestJSON-1176599214 tempest-VolumesSnapshotTestJSON-1176599214-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:57:08.151300 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-0ca1a06c-42a7-403f-98c1-04a3fcf45aca req-e950fefa-be3b-4120-a935-e71ac9d16090 tempest-VolumesSnapshotTestJSON-1176599214 tempest-VolumesSnapshotTestJSON-1176599214-project] 10.222.0.21 "GET /v2.0/ports?device_id=36ef95c8-44f0-4c07-99bb-ed96dc9044f5 HTTP/1.1" status: 200 len: 210 time: 0.0848632 Jun 07 06:57:08.179580 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba2c9b0-7c7b-4091-952b-f84f1ec135c3 req-75a24baf-dc61-4e2f-b6d9-80527cecd273 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:57:08.181081 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-4ba2c9b0-7c7b-4091-952b-f84f1ec135c3 req-75a24baf-dc61-4e2f-b6d9-80527cecd273 service neutron] 10.222.0.43 "GET /v2.0/networks?id=d923eec5-f613-4137-bc9f-8f5300ca5016 HTTP/1.1" status: 200 len: 918 time: 0.2120817 Jun 07 06:57:08.236669 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-fb71102c-12f7-4925-b0cf-966d5e00beac req-312bf25a-1312-4441-b93e-b8cffe2cd5f2 tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] 10.222.0.21 "GET /v2.0/security-groups?id=e7307ba2-82f7-48b4-bd29-8e5128908893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690993 Jun 07 06:57:08.237639 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.db.l3_dvrscheduler_db [req-69d42e3e-8ad4-45c7-a356-4d704b025e73 req-e384325a-a176-4f24-b01d-d16a7a3e8eb2 tempest-VolumesSnapshotTestJSON-1176599214 tempest-VolumesSnapshotTestJSON-1176599214-project] No DVR routers for this DVR port cd05e9bc-3525-4bbc-9697-9fbde478d7c9 on host hv-cinder-78414 {{(pid=91772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 06:57:08.240188 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [req-69d42e3e-8ad4-45c7-a356-4d704b025e73 req-e384325a-a176-4f24-b01d-d16a7a3e8eb2 tempest-VolumesSnapshotTestJSON-1176599214 tempest-VolumesSnapshotTestJSON-1176599214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503096'] for port, before_response {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:57:08.241975 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-69d42e3e-8ad4-45c7-a356-4d704b025e73 req-e384325a-a176-4f24-b01d-d16a7a3e8eb2 tempest-VolumesSnapshotTestJSON-1176599214 tempest-VolumesSnapshotTestJSON-1176599214-project] 10.222.0.43 "DELETE /v2.0/ports/cd05e9bc-3525-4bbc-9697-9fbde478d7c9 HTTP/1.1" status: 204 len: 173 time: 0.8067167 Jun 07 06:57:08.242453 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36ef95c8-44f0-4c07-99bb-ed96dc9044f5', 'name': 'network-vif-deleted', 'tag': 'cd05e9bc-3525-4bbc-9697-9fbde478d7c9'}] {{(pid=91772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 06:57:08.244783 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b3564b50ce45010e06e11b2a9bfee31ad6a5dcfa31583fbede74178fb7a3d70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62e43b07-a4bd-4e1a-80df-0c5dce853e52" -d '{"events": [{"server_uuid": "36ef95c8-44f0-4c07-99bb-ed96dc9044f5", "name": "network-vif-deleted", "tag": "cd05e9bc-3525-4bbc-9697-9fbde478d7c9"}]}' {{(pid=91772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 06:57:08.292753 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-4ba2c9b0-7c7b-4091-952b-f84f1ec135c3 req-4ce08136-c882-4eab-89df-73a3e980922a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=224d0336-a833-49e1-a20e-5c98bfa53246 HTTP/1.1" status: 200 len: 1001 time: 0.1045048 Jun 07 06:57:08.293423 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 06:57:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15eb05a4-73db-42f1-9c63-dc1a824eeddf x-openstack-request-id: req-15eb05a4-73db-42f1-9c63-dc1a824eeddf {{(pid=91772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 06:57:08.293759 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36ef95c8-44f0-4c07-99bb-ed96dc9044f5", "name": "network-vif-deleted", "tag": "cd05e9bc-3525-4bbc-9697-9fbde478d7c9", "status": "completed", "code": 200}]} {{(pid=91772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 06:57:08.294028 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-15eb05a4-73db-42f1-9c63-dc1a824eeddf {{(pid=91772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 06:57:08.294435 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36ef95c8-44f0-4c07-99bb-ed96dc9044f5', 'name': 'network-vif-deleted', 'tag': 'cd05e9bc-3525-4bbc-9697-9fbde478d7c9', 'status': 'completed', 'code': 200} Jun 07 06:57:08.356883 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba2c9b0-7c7b-4091-952b-f84f1ec135c3 req-84c85cec-be2d-4f4d-a8b0-756bf09b9fae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:57:08.358276 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-4ba2c9b0-7c7b-4091-952b-f84f1ec135c3 req-84c85cec-be2d-4f4d-a8b0-756bf09b9fae service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c3d491a8-638d-42a9-876a-8c51b2a3d541 HTTP/1.1" status: 200 len: 856 time: 0.0564339 Jun 07 06:57:08.441961 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba2c9b0-7c7b-4091-952b-f84f1ec135c3 req-7215fb5d-fe36-43d3-8dc5-59ceb59d9b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:57:08.443407 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-4ba2c9b0-7c7b-4091-952b-f84f1ec135c3 req-7215fb5d-fe36-43d3-8dc5-59ceb59d9b9c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d923eec5-f613-4137-bc9f-8f5300ca5016&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0739751 Jun 07 06:57:08.590377 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-4ba2c9b0-7c7b-4091-952b-f84f1ec135c3 req-c61eac83-ca12-4e9f-8eb5-d23ee22d04a1 service neutron] 10.222.0.43 "GET /v2.0/networks/d923eec5-f613-4137-bc9f-8f5300ca5016?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240766 Jun 07 06:57:08.708103 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78230063-1e4d-42b8-8416-778a5a707409 req-de91d866-a2b0-4a40-9324-421444f1071e tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:57:08.709373 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-78230063-1e4d-42b8-8416-778a5a707409 req-de91d866-a2b0-4a40-9324-421444f1071e tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] 10.222.0.21 "GET /v2.0/ports?device_id=06745a3f-9eec-46bb-b36d-d77358bd1e50 HTTP/1.1" status: 200 len: 945 time: 0.0792699 Jun 07 06:57:08.726450 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-4ba2c9b0-7c7b-4091-952b-f84f1ec135c3 req-9cdf4256-11f2-4594-a942-e35325d9f762 service neutron] 10.222.0.43 "GET /v2.0/networks/d923eec5-f613-4137-bc9f-8f5300ca5016?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239889 Jun 07 06:57:08.755387 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-78230063-1e4d-42b8-8416-778a5a707409 req-311efe40-29a6-4b0a-9290-88e741b036f3 tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] 10.222.0.21 "GET /v2.0/security-groups?id=28c64220-de7a-4111-93c0-91d84e10d665&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383084 Jun 07 06:57:09.296268 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762332461204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723872'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:57:09.436861 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb75bf2-b4cb-4d6b-86eb-8e4565ea47b9 req-ea73da8e-ff54-44e9-84fb-056cb2971221 tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:57:09.438576 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-9eb75bf2-b4cb-4d6b-86eb-8e4565ea47b9 req-ea73da8e-ff54-44e9-84fb-056cb2971221 tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] 10.222.0.21 "GET /v2.0/ports?device_id=80ef7c92-c0dc-49cd-bf01-d6f0645978f2 HTTP/1.1" status: 200 len: 945 time: 0.0849593 Jun 07 06:57:09.462344 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-78a019b0-c75f-4047-99cb-61ec3b861e93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762332461204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723872'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:57:09.492736 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-9eb75bf2-b4cb-4d6b-86eb-8e4565ea47b9 req-3c5d16de-5dc8-4426-9dd2-7a7615dd036c tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] 10.222.0.21 "GET /v2.0/security-groups?id=e7307ba2-82f7-48b4-bd29-8e5128908893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486565 Jun 07 06:57:09.944839 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fb2bf6-05d3-4c8d-9652-b9eddcbb0cc9 req-22956f61-4a27-49a2-a35a-8241bf3a915b tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:57:09.946261 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-87fb2bf6-05d3-4c8d-9652-b9eddcbb0cc9 req-22956f61-4a27-49a2-a35a-8241bf3a915b tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] 10.222.0.21 "GET /v2.0/ports?device_id=06745a3f-9eec-46bb-b36d-d77358bd1e50 HTTP/1.1" status: 200 len: 945 time: 0.0838373 Jun 07 06:57:09.989026 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-87fb2bf6-05d3-4c8d-9652-b9eddcbb0cc9 req-7099a1d6-0458-4009-b839-ef597eb3e56d tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] 10.222.0.21 "GET /v2.0/security-groups?id=28c64220-de7a-4111-93c0-91d84e10d665&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370805 Jun 07 06:57:10.081927 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Device cd05e9bc-3525-4bbc-9697-9fbde478d7c9 no longer exists at agent hyperv_hv-cinder-78414 {{(pid=91774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 06:57:10.115341 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.plugin [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] No Port match for: cd05e9bc-3525-4bbc-9697-9fbde478d7c9 {{(pid=91774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 06:57:10.115679 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Device cd05e9bc-3525-4bbc-9697-9fbde478d7c9 not bound to the agent host hv-cinder-78414 {{(pid=91774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 06:57:10.562022 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-3ea4f4f5-6296-4d8b-95a7-2efd101194ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762332461204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723872'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:57:10.662547 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762332461204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723872'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:57:10.708421 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9e5456-c014-444d-933f-2898417aa112 req-25bdedbb-d3ae-4c0f-a6e2-fa6752b6cfbb tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:57:10.710335 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-fe9e5456-c014-444d-933f-2898417aa112 req-25bdedbb-d3ae-4c0f-a6e2-fa6752b6cfbb tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] 10.222.0.21 "GET /v2.0/ports?device_id=80ef7c92-c0dc-49cd-bf01-d6f0645978f2 HTTP/1.1" status: 200 len: 945 time: 0.1014180 Jun 07 06:57:10.763546 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-fe9e5456-c014-444d-933f-2898417aa112 req-49a44a01-02cd-460a-b55a-c48327fd3ac2 tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] 10.222.0.21 "GET /v2.0/security-groups?id=e7307ba2-82f7-48b4-bd29-8e5128908893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434008 Jun 07 06:57:11.180581 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee1bd47-520d-44ba-82b6-e38c073737b1 req-e270929d-1d97-4cab-b0aa-827bda20e948 tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:57:11.182012 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-6ee1bd47-520d-44ba-82b6-e38c073737b1 req-e270929d-1d97-4cab-b0aa-827bda20e948 tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] 10.222.0.21 "GET /v2.0/ports?device_id=06745a3f-9eec-46bb-b36d-d77358bd1e50 HTTP/1.1" status: 200 len: 945 time: 0.0799093 Jun 07 06:57:11.227473 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-6ee1bd47-520d-44ba-82b6-e38c073737b1 req-809c2575-a120-4060-9c8e-5574378f887c tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] 10.222.0.21 "GET /v2.0/security-groups?id=28c64220-de7a-4111-93c0-91d84e10d665&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392966 Jun 07 06:57:11.949494 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef546df-4170-4165-8560-c04395d6c84d req-91dd882d-4e0f-4dba-84a8-58211cd574d0 tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:57:11.950926 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-8ef546df-4170-4165-8560-c04395d6c84d req-91dd882d-4e0f-4dba-84a8-58211cd574d0 tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] 10.222.0.21 "GET /v2.0/ports?device_id=80ef7c92-c0dc-49cd-bf01-d6f0645978f2 HTTP/1.1" status: 200 len: 945 time: 0.0806537 Jun 07 06:57:11.995099 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-8ef546df-4170-4165-8560-c04395d6c84d req-cec6da3d-52d6-4309-ad67-18002fd4fe93 tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] 10.222.0.21 "GET /v2.0/security-groups?id=e7307ba2-82f7-48b4-bd29-8e5128908893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377007 Jun 07 06:57:12.122994 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-7052a4e3-dcb7-48ac-a7a0-7c0e94d6da24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762332461204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723872'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:57:12.414021 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442ace9e-9184-45d7-93e6-a184f7bc3fcb req-12387de0-9352-4043-827d-6fdacef7ffe5 tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:57:12.415449 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-442ace9e-9184-45d7-93e6-a184f7bc3fcb req-12387de0-9352-4043-827d-6fdacef7ffe5 tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] 10.222.0.21 "GET /v2.0/ports?device_id=06745a3f-9eec-46bb-b36d-d77358bd1e50 HTTP/1.1" status: 200 len: 945 time: 0.0843658 Jun 07 06:57:12.537014 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-442ace9e-9184-45d7-93e6-a184f7bc3fcb req-9992e401-a481-448f-a5c2-eeb727a81e84 tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] 10.222.0.21 "GET /v2.0/security-groups?id=28c64220-de7a-4111-93c0-91d84e10d665&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1152771 Jun 07 06:57:12.884776 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80ebc11-48be-427f-8622-49a3a3a8047f req-996ecb3b-dc32-4f90-aab3-2ba90dbb2c26 tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:57:12.886841 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-d80ebc11-48be-427f-8622-49a3a3a8047f req-996ecb3b-dc32-4f90-aab3-2ba90dbb2c26 tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] 10.222.0.21 "GET /v2.0/ports?device_id=06745a3f-9eec-46bb-b36d-d77358bd1e50 HTTP/1.1" status: 200 len: 945 time: 0.0905528 Jun 07 06:57:12.912148 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a924bc6-a5fc-4b51-bbe3-16dc119d45d1 req-01509f3c-3d9f-4888-b00b-43536dc9a79c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:57:12.913601 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-0a924bc6-a5fc-4b51-bbe3-16dc119d45d1 req-01509f3c-3d9f-4888-b00b-43536dc9a79c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0cf7ac6ccb8642d894b6ba7f74160152&device_id=06745a3f-9eec-46bb-b36d-d77358bd1e50 HTTP/1.1" status: 200 len: 1098 time: 0.0728116 Jun 07 06:57:12.930184 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-d80ebc11-48be-427f-8622-49a3a3a8047f req-50219707-98d4-4bcd-89c1-044af3bc441b tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] 10.222.0.21 "GET /v2.0/security-groups?id=28c64220-de7a-4111-93c0-91d84e10d665&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379124 Jun 07 06:57:13.046637 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a924bc6-a5fc-4b51-bbe3-16dc119d45d1 req-8e2a14cf-715f-4930-80ba-d967acbc0846 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:57:13.048074 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-0a924bc6-a5fc-4b51-bbe3-16dc119d45d1 req-8e2a14cf-715f-4930-80ba-d967acbc0846 service neutron] 10.222.0.43 "GET /v2.0/networks?id=90cfa33b-3934-46a0-a3d0-faaa7bfec8df HTTP/1.1" status: 200 len: 911 time: 0.1270840 Jun 07 06:57:13.155240 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-0a924bc6-a5fc-4b51-bbe3-16dc119d45d1 req-0fa478f7-eec7-4b04-8237-a36cd671e3ef service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=29ea960d-9ed1-4bb5-b4a0-2e1939e8201e HTTP/1.1" status: 200 len: 1001 time: 0.0988383 Jun 07 06:57:13.184022 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c88074-bf88-4458-811a-d682434408d7 req-9ea4a6cf-7585-4f31-8d2e-e803aa37d680 tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:57:13.185630 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-a2c88074-bf88-4458-811a-d682434408d7 req-9ea4a6cf-7585-4f31-8d2e-e803aa37d680 tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] 10.222.0.21 "GET /v2.0/ports?device_id=80ef7c92-c0dc-49cd-bf01-d6f0645978f2 HTTP/1.1" status: 200 len: 945 time: 0.0830164 Jun 07 06:57:13.229118 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a924bc6-a5fc-4b51-bbe3-16dc119d45d1 req-6d44287f-85e9-45af-8c79-a669da831b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:57:13.230783 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-a2c88074-bf88-4458-811a-d682434408d7 req-9358795f-28e9-4ad9-b145-716084a1e00b tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] 10.222.0.21 "GET /v2.0/security-groups?id=e7307ba2-82f7-48b4-bd29-8e5128908893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388939 Jun 07 06:57:13.236480 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-0a924bc6-a5fc-4b51-bbe3-16dc119d45d1 req-6d44287f-85e9-45af-8c79-a669da831b73 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=cf612fb8-f9f7-4687-b8ca-e3cc129879ce HTTP/1.1" status: 200 len: 849 time: 0.0713942 Jun 07 06:57:13.314864 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a924bc6-a5fc-4b51-bbe3-16dc119d45d1 req-2afd5b32-c257-4b8b-b4c8-f0584888b7de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:57:13.316444 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-0a924bc6-a5fc-4b51-bbe3-16dc119d45d1 req-2afd5b32-c257-4b8b-b4c8-f0584888b7de service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=90cfa33b-3934-46a0-a3d0-faaa7bfec8df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0708640 Jun 07 06:57:13.448679 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-0a924bc6-a5fc-4b51-bbe3-16dc119d45d1 req-e20383a4-76b1-475a-a46d-8d38151e834a service neutron] 10.222.0.43 "GET /v2.0/networks/90cfa33b-3934-46a0-a3d0-faaa7bfec8df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248379 Jun 07 06:57:13.510172 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d97066f-3983-4acf-8846-8df68ec0508f req-a684fec7-82a2-460b-98f2-0cc5ba9c85af tempest-VolumesSnapshotTestJSON-1176599214 tempest-VolumesSnapshotTestJSON-1176599214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:57:13.511687 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-4d97066f-3983-4acf-8846-8df68ec0508f req-a684fec7-82a2-460b-98f2-0cc5ba9c85af tempest-VolumesSnapshotTestJSON-1176599214 tempest-VolumesSnapshotTestJSON-1176599214-project] 10.222.0.21 "GET /v2.0/networks?id=44945c75-fd24-4f07-8506-376dfe01480a HTTP/1.1" status: 200 len: 813 time: 0.1433952 Jun 07 06:57:13.529029 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-4d97066f-3983-4acf-8846-8df68ec0508f req-40d6ee8a-6650-41e3-a818-39a380991a64 tempest-VolumesSnapshotTestJSON-1176599214 tempest-VolumesSnapshotTestJSON-1176599214-project] 10.222.0.21 "GET /v2.0/quotas/14d920c2bb7044d8a0cff21581ddfaa9 HTTP/1.1" status: 200 len: 375 time: 0.0096226 Jun 07 06:57:13.575155 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-4d97066f-3983-4acf-8846-8df68ec0508f req-7163d2b6-8fea-4524-bf51-c0de0b65a871 tempest-VolumesSnapshotTestJSON-1176599214 tempest-VolumesSnapshotTestJSON-1176599214-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=14d920c2bb7044d8a0cff21581ddfaa9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0409498 Jun 07 06:57:13.581247 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-0a924bc6-a5fc-4b51-bbe3-16dc119d45d1 req-f6d07cb8-01e2-4c5e-a4a5-9dae6b1046c9 service neutron] 10.222.0.43 "GET /v2.0/networks/90cfa33b-3934-46a0-a3d0-faaa7bfec8df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246123 Jun 07 06:57:13.705840 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-4d97066f-3983-4acf-8846-8df68ec0508f req-5b0fe21a-5a0e-42e1-bea2-99d9fb67d7cd service neutron] 10.222.0.21 "GET /v2.0/networks/44945c75-fd24-4f07-8506-376dfe01480a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235633 Jun 07 06:57:13.836357 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-4d97066f-3983-4acf-8846-8df68ec0508f req-865b2dc9-9848-427f-be24-0f515bbe32d2 service neutron] 10.222.0.21 "GET /v2.0/networks/44945c75-fd24-4f07-8506-376dfe01480a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246626 Jun 07 06:57:14.036698 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-854fa894-57a2-4665-a4ca-08d51da77069 req-8bf004c2-f083-4066-8105-7789a76d569f tempest-VolumesSnapshotTestJSON-1176599214 tempest-VolumesSnapshotTestJSON-1176599214-project] 10.222.0.21 "GET /v2.0/ports?device_id=8249f5dd-85f2-4319-b77c-0d6ef2d247f0 HTTP/1.1" status: 200 len: 210 time: 0.0641429 Jun 07 06:57:14.125953 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8bc178-2b64-410c-a160-49cbe439ebe8 req-9e2245c0-f198-459a-b0f0-3df6ed2837ff tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:57:14.127504 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-dc8bc178-2b64-410c-a160-49cbe439ebe8 req-9e2245c0-f198-459a-b0f0-3df6ed2837ff tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] 10.222.0.21 "GET /v2.0/ports?device_id=06745a3f-9eec-46bb-b36d-d77358bd1e50 HTTP/1.1" status: 200 len: 945 time: 0.0864327 Jun 07 06:57:14.197142 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-dc8bc178-2b64-410c-a160-49cbe439ebe8 req-f4161b7f-2584-4f0e-9866-25986c3fab9a tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] 10.222.0.21 "GET /v2.0/security-groups?id=28c64220-de7a-4111-93c0-91d84e10d665&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629892 Jun 07 06:57:14.425772 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1eadb30-4646-4e7c-8515-a45e5e2e3fc0 req-bd621180-ec08-4f78-a8ad-42d3167da26e tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:57:14.427604 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-c1eadb30-4646-4e7c-8515-a45e5e2e3fc0 req-bd621180-ec08-4f78-a8ad-42d3167da26e tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] 10.222.0.21 "GET /v2.0/ports?device_id=80ef7c92-c0dc-49cd-bf01-d6f0645978f2 HTTP/1.1" status: 200 len: 945 time: 0.0866637 Jun 07 06:57:14.476347 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-c1eadb30-4646-4e7c-8515-a45e5e2e3fc0 req-6db6483a-e5fe-4223-9da0-dbeecb5b0052 tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] 10.222.0.21 "GET /v2.0/security-groups?id=e7307ba2-82f7-48b4-bd29-8e5128908893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422921 Jun 07 06:57:15.164982 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d97066f-3983-4acf-8846-8df68ec0508f req-b40f0150-42fc-462d-98b7-a4082e0a3111 tempest-VolumesSnapshotTestJSON-1176599214 tempest-VolumesSnapshotTestJSON-1176599214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:57:15.166683 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-4d97066f-3983-4acf-8846-8df68ec0508f req-b40f0150-42fc-462d-98b7-a4082e0a3111 tempest-VolumesSnapshotTestJSON-1176599214 tempest-VolumesSnapshotTestJSON-1176599214-project] 10.222.0.43 "GET /v2.0/networks?id=44945c75-fd24-4f07-8506-376dfe01480a HTTP/1.1" status: 200 len: 813 time: 0.1507468 Jun 07 06:57:15.181749 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.v2.base [req-4d97066f-3983-4acf-8846-8df68ec0508f req-f40d2f9b-a79d-4374-8cb8-028a57030434 tempest-VolumesSnapshotTestJSON-1176599214 tempest-VolumesSnapshotTestJSON-1176599214-project] Request body: {'port': {'device_id': '8249f5dd-85f2-4319-b77c-0d6ef2d247f0', 'network_id': '44945c75-fd24-4f07-8506-376dfe01480a', 'admin_state_up': True, 'tenant_id': '14d920c2bb7044d8a0cff21581ddfaa9'}} {{(pid=91773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 06:57:15.195419 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-34d1b1b8-0d75-4905-bde6-8742dc41bdf3 req-d42afa1c-3067-4bbf-9803-81e704ae2660 tempest-VolumesSnapshotTestJSON-1176599214 tempest-VolumesSnapshotTestJSON-1176599214-project] 10.222.0.21 "GET /v2.0/ports?device_id=8249f5dd-85f2-4319-b77c-0d6ef2d247f0 HTTP/1.1" status: 200 len: 210 time: 0.0466440 Jun 07 06:57:15.412192 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d97066f-3983-4acf-8846-8df68ec0508f req-f40d2f9b-a79d-4374-8cb8-028a57030434 tempest-VolumesSnapshotTestJSON-1176599214 tempest-VolumesSnapshotTestJSON-1176599214-project] Made reservation on behalf of 14d920c2bb7044d8a0cff21581ddfaa9 for: {'port': 1} {{(pid=91773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 06:57:15.415523 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74de8b9-c7ff-4664-8316-326c05be29f8 req-414c5978-e836-4e39-8373-be92a66f5db6 tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:57:15.415701 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [req-4d97066f-3983-4acf-8846-8df68ec0508f req-f40d2f9b-a79d-4374-8cb8-028a57030434 tempest-VolumesSnapshotTestJSON-1176599214 tempest-VolumesSnapshotTestJSON-1176599214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564700'] for port, before_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:57:15.417032 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-e74de8b9-c7ff-4664-8316-326c05be29f8 req-414c5978-e836-4e39-8373-be92a66f5db6 tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] 10.222.0.21 "GET /v2.0/ports?device_id=06745a3f-9eec-46bb-b36d-d77358bd1e50 HTTP/1.1" status: 200 len: 945 time: 0.0840671 Jun 07 06:57:15.462342 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-e74de8b9-c7ff-4664-8316-326c05be29f8 req-028a26cf-2808-496e-a234-ac0c827bd4e9 tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] 10.222.0.21 "GET /v2.0/security-groups?id=28c64220-de7a-4111-93c0-91d84e10d665&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388379 Jun 07 06:57:15.578808 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.db.db_base_plugin_common [req-4d97066f-3983-4acf-8846-8df68ec0508f req-f40d2f9b-a79d-4374-8cb8-028a57030434 tempest-VolumesSnapshotTestJSON-1176599214 tempest-VolumesSnapshotTestJSON-1176599214-project] Allocated IP 172.20.0.14 (44945c75-fd24-4f07-8506-376dfe01480a/fc82f5ae-7ff6-4674-94e1-85d4cda3234b/81c7f487-e1cd-4bb0-82aa-b171e82e797e) {{(pid=91773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 06:57:15.665680 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6195ed-afeb-4c99-b8f7-48ee507c9db7 req-6abf7ae3-da43-48cc-b428-b6939ad968da tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:57:15.667040 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-df6195ed-afeb-4c99-b8f7-48ee507c9db7 req-6abf7ae3-da43-48cc-b428-b6939ad968da tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] 10.222.0.21 "GET /v2.0/ports?device_id=80ef7c92-c0dc-49cd-bf01-d6f0645978f2 HTTP/1.1" status: 200 len: 945 time: 0.0825717 Jun 07 06:57:15.715923 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-df6195ed-afeb-4c99-b8f7-48ee507c9db7 req-90c596ee-b802-404e-a360-580ff5143012 tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] 10.222.0.21 "GET /v2.0/security-groups?id=e7307ba2-82f7-48b4-bd29-8e5128908893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420170 Jun 07 06:57:15.791587 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [req-4d97066f-3983-4acf-8846-8df68ec0508f req-f40d2f9b-a79d-4374-8cb8-028a57030434 tempest-VolumesSnapshotTestJSON-1176599214 tempest-VolumesSnapshotTestJSON-1176599214-project] Notify callbacks [] for port, precommit_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:57:15.821073 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [req-4d97066f-3983-4acf-8846-8df68ec0508f req-f40d2f9b-a79d-4374-8cb8-028a57030434 tempest-VolumesSnapshotTestJSON-1176599214 tempest-VolumesSnapshotTestJSON-1176599214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-569476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648536', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762331935079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2253277'] for port, after_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:57:15.828441 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-f070fcc8-7051-4dbd-a9c1-7291da023039 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:57:15.897706 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d97066f-3983-4acf-8846-8df68ec0508f req-f40d2f9b-a79d-4374-8cb8-028a57030434 tempest-VolumesSnapshotTestJSON-1176599214 tempest-VolumesSnapshotTestJSON-1176599214-project] Network 44945c75-fd24-4f07-8506-376dfe01480a is already hosted by enough agents. {{(pid=91773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 06:57:15.903523 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.scheduler.base_scheduler [req-4d97066f-3983-4acf-8846-8df68ec0508f req-f40d2f9b-a79d-4374-8cb8-028a57030434 tempest-VolumesSnapshotTestJSON-1176599214 tempest-VolumesSnapshotTestJSON-1176599214-project] Resources bound (agent type, host, resource id): {{(pid=91773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 06:57:15.910849 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d97066f-3983-4acf-8846-8df68ec0508f req-f40d2f9b-a79d-4374-8cb8-028a57030434 tempest-VolumesSnapshotTestJSON-1176599214 tempest-VolumesSnapshotTestJSON-1176599214-project] Received port after_create {{(pid=91773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 06:57:15.954153 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40d2f9b-a79d-4374-8cb8-028a57030434 tempest-VolumesSnapshotTestJSON-1176599214 tempest-VolumesSnapshotTestJSON-1176599214-project] Pushing event updated for resources: {'Port': ['ID=81c7f487-e1cd-4bb0-82aa-b171e82e797e,revision_number=1']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:57:15.958866 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-f40d2f9b-a79d-4374-8cb8-028a57030434 tempest-VolumesSnapshotTestJSON-1176599214 tempest-VolumesSnapshotTestJSON-1176599214-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:57:15.987241 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d97066f-3983-4acf-8846-8df68ec0508f req-f40d2f9b-a79d-4374-8cb8-028a57030434 tempest-VolumesSnapshotTestJSON-1176599214 tempest-VolumesSnapshotTestJSON-1176599214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:57:15.987827 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [req-4d97066f-3983-4acf-8846-8df68ec0508f req-f40d2f9b-a79d-4374-8cb8-028a57030434 tempest-VolumesSnapshotTestJSON-1176599214 tempest-VolumesSnapshotTestJSON-1176599214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503096'] for port, before_response {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:57:16.005789 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-4d97066f-3983-4acf-8846-8df68ec0508f req-f40d2f9b-a79d-4374-8cb8-028a57030434 tempest-VolumesSnapshotTestJSON-1176599214 tempest-VolumesSnapshotTestJSON-1176599214-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8283069 Jun 07 06:57:16.017318 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.v2.base [req-4d97066f-3983-4acf-8846-8df68ec0508f req-cb37d63f-91b6-42af-a40f-3af8169e990a service neutron] Request body: {'port': {'device_id': '8249f5dd-85f2-4319-b77c-0d6ef2d247f0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78414'}} {{(pid=91773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 06:57:16.129707 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [req-4d97066f-3983-4acf-8846-8df68ec0508f req-cb37d63f-91b6-42af-a40f-3af8169e990a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564700'] for port, before_update {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:57:16.390560 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285f4ea5-4392-45c0-8f41-d663878ae621 req-3e2a1b7a-8fdf-4872-8e2c-7bc465422579 tempest-VolumesSnapshotTestJSON-1176599214 tempest-VolumesSnapshotTestJSON-1176599214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:57:16.392068 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-285f4ea5-4392-45c0-8f41-d663878ae621 req-3e2a1b7a-8fdf-4872-8e2c-7bc465422579 tempest-VolumesSnapshotTestJSON-1176599214 tempest-VolumesSnapshotTestJSON-1176599214-project] 10.222.0.21 "GET /v2.0/ports?device_id=8249f5dd-85f2-4319-b77c-0d6ef2d247f0 HTTP/1.1" status: 200 len: 932 time: 0.0850854 Jun 07 06:57:16.441017 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-285f4ea5-4392-45c0-8f41-d663878ae621 req-f9f48cca-8f2f-4000-a178-584bdf4c655e tempest-VolumesSnapshotTestJSON-1176599214 tempest-VolumesSnapshotTestJSON-1176599214-project] 10.222.0.21 "GET /v2.0/security-groups?id=f9ad7a56-0689-46d4-902c-187a6d2f61ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420277 Jun 07 06:57:16.482098 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.notifiers.nova [req-4d97066f-3983-4acf-8846-8df68ec0508f req-cb37d63f-91b6-42af-a40f-3af8169e990a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81c7f487-e1cd-4bb0-82aa-b171e82e797e {{(pid=91773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 06:57:16.489304 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [req-4d97066f-3983-4acf-8846-8df68ec0508f req-cb37d63f-91b6-42af-a40f-3af8169e990a service neutron] Notify callbacks [] for port, precommit_update {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:57:16.503711 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.db.provisioning_blocks [req-4d97066f-3983-4acf-8846-8df68ec0508f req-cb37d63f-91b6-42af-a40f-3af8169e990a service neutron] Transition to ACTIVE for port object 81c7f487-e1cd-4bb0-82aa-b171e82e797e will not be triggered until provisioned by entity L2. {{(pid=91773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 06:57:16.508440 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [req-4d97066f-3983-4acf-8846-8df68ec0508f req-cb37d63f-91b6-42af-a40f-3af8169e990a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-569476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762332438254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762331935097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762331935142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2253286'] for port, after_update {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:57:16.512110 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-c9871aae-463d-44a0-a7be-f84a987b66c0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:57:16.641040 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb37d63f-91b6-42af-a40f-3af8169e990a service neutron] Pushing event updated for resources: {'Port': ['ID=81c7f487-e1cd-4bb0-82aa-b171e82e797e,revision_number=2']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:57:16.644380 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-cb37d63f-91b6-42af-a40f-3af8169e990a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:57:16.742675 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.managers [req-4d97066f-3983-4acf-8846-8df68ec0508f req-cb37d63f-91b6-42af-a40f-3af8169e990a service neutron] Attempting to bind port 81c7f487-e1cd-4bb0-82aa-b171e82e797e on host hv-cinder-78414 for vnic_type normal with profile {{(pid=91773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 06:57:16.742901 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.managers [req-4d97066f-3983-4acf-8846-8df68ec0508f req-cb37d63f-91b6-42af-a40f-3af8169e990a service neutron] Attempting to bind port 81c7f487-e1cd-4bb0-82aa-b171e82e797e by drivers openvswitch,hyperv on host hv-cinder-78414 at level 0 using segments [{'id': 'dd64b553-55a0-497a-b3fa-2881b749f6b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '44945c75-fd24-4f07-8506-376dfe01480a'}] {{(pid=91773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 06:57:16.743225 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d97066f-3983-4acf-8846-8df68ec0508f req-cb37d63f-91b6-42af-a40f-3af8169e990a service neutron] Attempting to bind port 81c7f487-e1cd-4bb0-82aa-b171e82e797e on network 44945c75-fd24-4f07-8506-376dfe01480a {{(pid=91773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 06:57:16.748277 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d97066f-3983-4acf-8846-8df68ec0508f req-cb37d63f-91b6-42af-a40f-3af8169e990a service neutron] Port 81c7f487-e1cd-4bb0-82aa-b171e82e797e on network 44945c75-fd24-4f07-8506-376dfe01480a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78414 {{(pid=91773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 07 06:57:16.748585 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d97066f-3983-4acf-8846-8df68ec0508f req-cb37d63f-91b6-42af-a40f-3af8169e990a service neutron] Attempting to bind port 81c7f487-e1cd-4bb0-82aa-b171e82e797e on network 44945c75-fd24-4f07-8506-376dfe01480a {{(pid=91773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 06:57:16.753620 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d97066f-3983-4acf-8846-8df68ec0508f req-cb37d63f-91b6-42af-a40f-3af8169e990a service neutron] Checking agent: {'id': '5a91191c-7894-4314-84ee-19ce578def86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78414', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 6, 52, 11), 'started_at': datetime.datetime(2021, 6, 7, 6, 52, 11), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 6, 57, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 06:57:16.753946 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d97066f-3983-4acf-8846-8df68ec0508f req-cb37d63f-91b6-42af-a40f-3af8169e990a service neutron] Checking segment: {'id': 'dd64b553-55a0-497a-b3fa-2881b749f6b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '44945c75-fd24-4f07-8506-376dfe01480a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 06:57:16.754320 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d97066f-3983-4acf-8846-8df68ec0508f req-cb37d63f-91b6-42af-a40f-3af8169e990a service neutron] Bound using segment: {'id': 'dd64b553-55a0-497a-b3fa-2881b749f6b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '44945c75-fd24-4f07-8506-376dfe01480a'} {{(pid=91773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 06:57:16.754738 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.managers [req-4d97066f-3983-4acf-8846-8df68ec0508f req-cb37d63f-91b6-42af-a40f-3af8169e990a service neutron] Bound port: 81c7f487-e1cd-4bb0-82aa-b171e82e797e, host: hv-cinder-78414, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd64b553-55a0-497a-b3fa-2881b749f6b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '44945c75-fd24-4f07-8506-376dfe01480a'}}] {{(pid=91773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 06:57:16.755077 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [req-4d97066f-3983-4acf-8846-8df68ec0508f req-cb37d63f-91b6-42af-a40f-3af8169e990a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564700'] for port, before_update {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:57:16.847064 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.db [req-4d97066f-3983-4acf-8846-8df68ec0508f req-cb37d63f-91b6-42af-a40f-3af8169e990a service neutron] For port 81c7f487-e1cd-4bb0-82aa-b171e82e797e, host hv-cinder-78414, cleared binding levels {{(pid=91773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 06:57:16.850005 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.db [req-4d97066f-3983-4acf-8846-8df68ec0508f req-cb37d63f-91b6-42af-a40f-3af8169e990a service neutron] For port 81c7f487-e1cd-4bb0-82aa-b171e82e797e, host hv-cinder-78414, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=81c7f487-e1cd-4bb0-82aa-b171e82e797e,segment=NetworkSegment(dd64b553-55a0-497a-b3fa-2881b749f6b3),segment_id=dd64b553-55a0-497a-b3fa-2881b749f6b3)] {{(pid=91773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 06:57:16.856292 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [req-4d97066f-3983-4acf-8846-8df68ec0508f req-cb37d63f-91b6-42af-a40f-3af8169e990a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-569476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762332438254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762331935097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762331935142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2253286'] for port, after_update {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:57:16.858982 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:57:16.914848 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b2e661-c7f3-4ec7-b907-f8bd887e86d2 req-67a7ac1a-0c3c-4fab-987d-c6e606ad3a4c tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:57:16.917044 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-78b2e661-c7f3-4ec7-b907-f8bd887e86d2 req-67a7ac1a-0c3c-4fab-987d-c6e606ad3a4c tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] 10.222.0.21 "GET /v2.0/ports?device_id=80ef7c92-c0dc-49cd-bf01-d6f0645978f2 HTTP/1.1" status: 200 len: 945 time: 0.0843346 Jun 07 06:57:16.926082 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d97066f-3983-4acf-8846-8df68ec0508f req-cb37d63f-91b6-42af-a40f-3af8169e990a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:57:16.926725 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [req-4d97066f-3983-4acf-8846-8df68ec0508f req-cb37d63f-91b6-42af-a40f-3af8169e990a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503096'] for port, before_response {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:57:16.928191 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-4d97066f-3983-4acf-8846-8df68ec0508f req-cb37d63f-91b6-42af-a40f-3af8169e990a service neutron] 10.222.0.43 "PUT /v2.0/ports/81c7f487-e1cd-4bb0-82aa-b171e82e797e HTTP/1.1" status: 200 len: 1094 time: 0.9150131 Jun 07 06:57:16.928665 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8249f5dd-85f2-4319-b77c-0d6ef2d247f0', 'tag': '81c7f487-e1cd-4bb0-82aa-b171e82e797e'}] {{(pid=91773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 06:57:16.931357 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7af0e1444f231fbc9cc9c3372b4fb62bb65a3f4c42e6951a4a8787648e20f245" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae36fa11-a78a-448d-ae05-47dd2c74a6a8" -d '{"events": [{"name": "network-changed", "server_uuid": "8249f5dd-85f2-4319-b77c-0d6ef2d247f0", "tag": "81c7f487-e1cd-4bb0-82aa-b171e82e797e"}]}' {{(pid=91773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 06:57:16.953964 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb37d63f-91b6-42af-a40f-3af8169e990a service neutron] Pushing event updated for resources: {'Port': ['ID=81c7f487-e1cd-4bb0-82aa-b171e82e797e,revision_number=3']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:57:16.957156 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-cb37d63f-91b6-42af-a40f-3af8169e990a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:57:16.972567 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-78b2e661-c7f3-4ec7-b907-f8bd887e86d2 req-e6ed9072-f224-4cc1-b9f1-1053ab3ec15e tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] 10.222.0.21 "GET /v2.0/security-groups?id=e7307ba2-82f7-48b4-bd29-8e5128908893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466619 Jun 07 06:57:17.010763 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 06:57:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b72c6077-1738-4bba-864a-fba60d89c377 x-openstack-request-id: req-b72c6077-1738-4bba-864a-fba60d89c377 {{(pid=91773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 06:57:17.011115 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8249f5dd-85f2-4319-b77c-0d6ef2d247f0", "tag": "81c7f487-e1cd-4bb0-82aa-b171e82e797e", "status": "completed", "code": 200}]} {{(pid=91773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 06:57:17.011364 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b72c6077-1738-4bba-864a-fba60d89c377 {{(pid=91773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 06:57:17.011766 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8249f5dd-85f2-4319-b77c-0d6ef2d247f0', 'tag': '81c7f487-e1cd-4bb0-82aa-b171e82e797e', 'status': 'completed', 'code': 200} Jun 07 06:57:17.053321 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d97066f-3983-4acf-8846-8df68ec0508f req-80a21e46-38eb-4e1b-a170-2b452e87ab39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:57:17.055076 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-4d97066f-3983-4acf-8846-8df68ec0508f req-80a21e46-38eb-4e1b-a170-2b452e87ab39 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=14d920c2bb7044d8a0cff21581ddfaa9&device_id=8249f5dd-85f2-4319-b77c-0d6ef2d247f0 HTTP/1.1" status: 200 len: 1097 time: 0.0797937 Jun 07 06:57:17.125915 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-4d97066f-3983-4acf-8846-8df68ec0508f req-b38d3829-0750-4bfa-86d8-3ac564a5704f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=81c7f487-e1cd-4bb0-82aa-b171e82e797e HTTP/1.1" status: 200 len: 217 time: 0.0633948 Jun 07 06:57:17.243620 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d97066f-3983-4acf-8846-8df68ec0508f req-8b46d8b6-5df5-435f-be42-022cfcbc3f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:57:17.244959 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-4d97066f-3983-4acf-8846-8df68ec0508f req-8b46d8b6-5df5-435f-be42-022cfcbc3f17 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=fc82f5ae-7ff6-4674-94e1-85d4cda3234b HTTP/1.1" status: 200 len: 853 time: 0.1126089 Jun 07 06:57:17.292744 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-4d97066f-3983-4acf-8846-8df68ec0508f req-182561b6-4c47-4b44-b541-9023e79b40ea service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=44945c75-fd24-4f07-8506-376dfe01480a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410650 Jun 07 06:57:17.422978 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-4d97066f-3983-4acf-8846-8df68ec0508f req-794db936-8561-4571-be20-173174c99816 service neutron] 10.222.0.43 "GET /v2.0/networks/44945c75-fd24-4f07-8506-376dfe01480a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220660 Jun 07 06:57:17.562401 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-4d97066f-3983-4acf-8846-8df68ec0508f req-aa9da951-f514-4e31-b38d-17f1717d3778 service neutron] 10.222.0.43 "GET /v2.0/networks/44945c75-fd24-4f07-8506-376dfe01480a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310570 Jun 07 06:57:17.627147 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f39f026-d6aa-48f2-9314-489404a3fcc1 req-c637953c-a543-4f6e-a775-6b167d19eb8a tempest-VolumesSnapshotTestJSON-1176599214 tempest-VolumesSnapshotTestJSON-1176599214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:57:17.628637 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-6f39f026-d6aa-48f2-9314-489404a3fcc1 req-c637953c-a543-4f6e-a775-6b167d19eb8a tempest-VolumesSnapshotTestJSON-1176599214 tempest-VolumesSnapshotTestJSON-1176599214-project] 10.222.0.21 "GET /v2.0/ports?device_id=8249f5dd-85f2-4319-b77c-0d6ef2d247f0 HTTP/1.1" status: 200 len: 944 time: 0.0795662 Jun 07 06:57:17.674319 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-6f39f026-d6aa-48f2-9314-489404a3fcc1 req-5fefe278-848e-405e-856f-c0655befcae7 tempest-VolumesSnapshotTestJSON-1176599214 tempest-VolumesSnapshotTestJSON-1176599214-project] 10.222.0.21 "GET /v2.0/security-groups?id=f9ad7a56-0689-46d4-902c-187a6d2f61ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383461 Jun 07 06:57:17.679356 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae36fa11-a78a-448d-ae05-47dd2c74a6a8 req-4dc40447-612d-4fe1-b344-bfaef821b2f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:57:17.680868 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-ae36fa11-a78a-448d-ae05-47dd2c74a6a8 req-4dc40447-612d-4fe1-b344-bfaef821b2f8 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=14d920c2bb7044d8a0cff21581ddfaa9&device_id=8249f5dd-85f2-4319-b77c-0d6ef2d247f0 HTTP/1.1" status: 200 len: 1097 time: 0.0757000 Jun 07 06:57:17.815137 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae36fa11-a78a-448d-ae05-47dd2c74a6a8 req-4b9864a9-c38d-45df-a117-157e74954e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:57:17.816572 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-ae36fa11-a78a-448d-ae05-47dd2c74a6a8 req-4b9864a9-c38d-45df-a117-157e74954e5e service neutron] 10.222.0.43 "GET /v2.0/networks?id=44945c75-fd24-4f07-8506-376dfe01480a HTTP/1.1" status: 200 len: 914 time: 0.1257362 Jun 07 06:57:17.885753 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-ae36fa11-a78a-448d-ae05-47dd2c74a6a8 req-60bfd459-5c2a-430b-860e-def6997b040b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=81c7f487-e1cd-4bb0-82aa-b171e82e797e HTTP/1.1" status: 200 len: 217 time: 0.0625837 Jun 07 06:57:17.948697 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae36fa11-a78a-448d-ae05-47dd2c74a6a8 req-1a4e538b-4dfd-4bb2-b7d3-ac0177a5f005 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:57:17.950218 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-ae36fa11-a78a-448d-ae05-47dd2c74a6a8 req-1a4e538b-4dfd-4bb2-b7d3-ac0177a5f005 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=fc82f5ae-7ff6-4674-94e1-85d4cda3234b HTTP/1.1" status: 200 len: 853 time: 0.0570278 Jun 07 06:57:17.998701 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-ae36fa11-a78a-448d-ae05-47dd2c74a6a8 req-11f9907b-b5bd-4ddb-9de5-59ad5c86be21 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=44945c75-fd24-4f07-8506-376dfe01480a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398309 Jun 07 06:57:18.132223 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-ae36fa11-a78a-448d-ae05-47dd2c74a6a8 req-b99b92aa-f0ff-4bfd-9fc8-f058694a1546 service neutron] 10.222.0.43 "GET /v2.0/networks/44945c75-fd24-4f07-8506-376dfe01480a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253169 Jun 07 06:57:18.162857 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b35f8a5-7c5f-4fad-b5a4-b16486460f1d req-d9234e8d-1de7-458c-950b-c962c337d789 tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:57:18.164332 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-3b35f8a5-7c5f-4fad-b5a4-b16486460f1d req-d9234e8d-1de7-458c-950b-c962c337d789 tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] 10.222.0.21 "GET /v2.0/ports?device_id=80ef7c92-c0dc-49cd-bf01-d6f0645978f2 HTTP/1.1" status: 200 len: 945 time: 0.0838184 Jun 07 06:57:18.211273 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-3b35f8a5-7c5f-4fad-b5a4-b16486460f1d req-cd2109e7-2522-4901-a1d3-df16384d80f9 tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] 10.222.0.21 "GET /v2.0/security-groups?id=e7307ba2-82f7-48b4-bd29-8e5128908893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393217 Jun 07 06:57:18.273279 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-ae36fa11-a78a-448d-ae05-47dd2c74a6a8 req-d60bf613-1bbe-4f40-b948-263acf7b5970 service neutron] 10.222.0.43 "GET /v2.0/networks/44945c75-fd24-4f07-8506-376dfe01480a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343796 Jun 07 06:57:18.880582 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0d99fe-bb60-409b-80d9-87690dd1b24c req-5d84d579-61c3-48df-bc7d-afbcb87dae98 tempest-VolumesSnapshotTestJSON-1176599214 tempest-VolumesSnapshotTestJSON-1176599214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:57:18.880582 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-3f0d99fe-bb60-409b-80d9-87690dd1b24c req-5d84d579-61c3-48df-bc7d-afbcb87dae98 tempest-VolumesSnapshotTestJSON-1176599214 tempest-VolumesSnapshotTestJSON-1176599214-project] 10.222.0.21 "GET /v2.0/ports?device_id=8249f5dd-85f2-4319-b77c-0d6ef2d247f0 HTTP/1.1" status: 200 len: 944 time: 0.0900352 Jun 07 06:57:18.922935 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-3f0d99fe-bb60-409b-80d9-87690dd1b24c req-58edd6b6-7307-4126-b126-8cd01c5c7ebb tempest-VolumesSnapshotTestJSON-1176599214 tempest-VolumesSnapshotTestJSON-1176599214-project] 10.222.0.21 "GET /v2.0/security-groups?id=f9ad7a56-0689-46d4-902c-187a6d2f61ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408340 Jun 07 06:57:19.415174 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f7dd6a-190a-4273-a4be-245497f1bfca req-82677413-d458-417b-afcf-7e02888c6881 tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:57:19.416550 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-a7f7dd6a-190a-4273-a4be-245497f1bfca req-82677413-d458-417b-afcf-7e02888c6881 tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] 10.222.0.21 "GET /v2.0/ports?device_id=80ef7c92-c0dc-49cd-bf01-d6f0645978f2 HTTP/1.1" status: 200 len: 945 time: 0.0839171 Jun 07 06:57:19.460182 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-a7f7dd6a-190a-4273-a4be-245497f1bfca req-3ad4e6d2-9901-4e56-849e-bfa6f50e7610 tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] 10.222.0.21 "GET /v2.0/security-groups?id=e7307ba2-82f7-48b4-bd29-8e5128908893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375659 Jun 07 06:57:20.114344 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3f8c7b-75b6-4faa-bf7a-6a2f29b9fe63 req-87b55537-914d-464d-9daa-7c44d088ec06 tempest-VolumesSnapshotTestJSON-1176599214 tempest-VolumesSnapshotTestJSON-1176599214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:57:20.115785 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-fc3f8c7b-75b6-4faa-bf7a-6a2f29b9fe63 req-87b55537-914d-464d-9daa-7c44d088ec06 tempest-VolumesSnapshotTestJSON-1176599214 tempest-VolumesSnapshotTestJSON-1176599214-project] 10.222.0.21 "GET /v2.0/ports?device_id=8249f5dd-85f2-4319-b77c-0d6ef2d247f0 HTTP/1.1" status: 200 len: 944 time: 0.0784914 Jun 07 06:57:20.116174 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Device 81c7f487-e1cd-4bb0-82aa-b171e82e797e details requested by agent hyperv_hv-cinder-78414 with host hv-cinder-78414 {{(pid=91774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 07 06:57:20.165352 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-fc3f8c7b-75b6-4faa-bf7a-6a2f29b9fe63 req-379692bd-532b-4a75-b0f3-24ca09acfd86 tempest-VolumesSnapshotTestJSON-1176599214 tempest-VolumesSnapshotTestJSON-1176599214-project] 10.222.0.21 "GET /v2.0/security-groups?id=f9ad7a56-0689-46d4-902c-187a6d2f61ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423269 Jun 07 06:57:20.247565 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.db [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] For port 81c7f487-e1cd-4bb0-82aa-b171e82e797e, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=81c7f487-e1cd-4bb0-82aa-b171e82e797e,segment=NetworkSegment(dd64b553-55a0-497a-b3fa-2881b749f6b3),segment_id=dd64b553-55a0-497a-b3fa-2881b749f6b3)] {{(pid=91774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 06:57:20.260121 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Returning: {'device': '81c7f487-e1cd-4bb0-82aa-b171e82e797e', 'network_id': '44945c75-fd24-4f07-8506-376dfe01480a', 'port_id': '81c7f487-e1cd-4bb0-82aa-b171e82e797e', 'mac_address': 'fa:16:3e:f7:b5:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 301, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc82f5ae-7ff6-4674-94e1-85d4cda3234b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 07 06:57:20.316471 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564700'] for port, before_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:57:20.332794 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.notifiers.nova [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81c7f487-e1cd-4bb0-82aa-b171e82e797e {{(pid=91774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 06:57:20.347795 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.db [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] For port 81c7f487-e1cd-4bb0-82aa-b171e82e797e, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=81c7f487-e1cd-4bb0-82aa-b171e82e797e,segment=NetworkSegment(dd64b553-55a0-497a-b3fa-2881b749f6b3),segment_id=dd64b553-55a0-497a-b3fa-2881b749f6b3)] {{(pid=91774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 06:57:20.351660 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-569476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762332438254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762331935097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762331935142'] for port, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:57:20.353474 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:57:20.423585 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Pushing event updated for resources: {'Port': ['ID=81c7f487-e1cd-4bb0-82aa-b171e82e797e,revision_number=4']} {{(pid=91774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:57:20.432164 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:57:20.432658 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:57:20.433135 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:57:20.433648 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:57:20.434000 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:57:20.434323 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:57:20.434683 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:57:20.435061 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:57:20.435467 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:57:20.435829 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:57:20.436259 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:57:20.436613 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:57:20.440576 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:57:20.630539 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.db [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] get_ports_and_sgs() called for port_ids ['81c7f487-e1cd-4bb0-82aa-b171e82e797e'] {{(pid=91774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 06:57:20.648641 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26542a40-1eb4-49ce-b92b-ddb83fd136e0 req-b5324697-25f1-4675-893b-77eec3827ada tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:57:20.650383 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-26542a40-1eb4-49ce-b92b-ddb83fd136e0 req-b5324697-25f1-4675-893b-77eec3827ada tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] 10.222.0.21 "GET /v2.0/ports?device_id=80ef7c92-c0dc-49cd-bf01-d6f0645978f2 HTTP/1.1" status: 200 len: 945 time: 0.0829356 Jun 07 06:57:20.698021 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-26542a40-1eb4-49ce-b92b-ddb83fd136e0 req-5b4f3ae0-af22-4155-a292-cdf99407d690 tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] 10.222.0.21 "GET /v2.0/security-groups?id=e7307ba2-82f7-48b4-bd29-8e5128908893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408151 Jun 07 06:57:21.352514 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aacb804-c113-462d-b816-3a76dcd4c543 req-c8a5542b-f6dc-4177-9f09-34b51951775d tempest-VolumesSnapshotTestJSON-1176599214 tempest-VolumesSnapshotTestJSON-1176599214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:57:21.353954 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-5aacb804-c113-462d-b816-3a76dcd4c543 req-c8a5542b-f6dc-4177-9f09-34b51951775d tempest-VolumesSnapshotTestJSON-1176599214 tempest-VolumesSnapshotTestJSON-1176599214-project] 10.222.0.21 "GET /v2.0/ports?device_id=8249f5dd-85f2-4319-b77c-0d6ef2d247f0 HTTP/1.1" status: 200 len: 945 time: 0.0839593 Jun 07 06:57:21.478520 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-5aacb804-c113-462d-b816-3a76dcd4c543 req-78152c9c-dd65-45e5-9386-53971323cc8a tempest-VolumesSnapshotTestJSON-1176599214 tempest-VolumesSnapshotTestJSON-1176599214-project] 10.222.0.21 "GET /v2.0/security-groups?id=f9ad7a56-0689-46d4-902c-187a6d2f61ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182437 Jun 07 06:57:21.883533 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a24ac1f-f12b-41cf-b9ab-bf50cc306b11 req-d6d1a11c-ad35-4998-81b7-84e2758b66c3 tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:57:21.884982 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-8a24ac1f-f12b-41cf-b9ab-bf50cc306b11 req-d6d1a11c-ad35-4998-81b7-84e2758b66c3 tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] 10.222.0.21 "GET /v2.0/ports?device_id=80ef7c92-c0dc-49cd-bf01-d6f0645978f2 HTTP/1.1" status: 200 len: 945 time: 0.0780473 Jun 07 06:57:21.929647 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-8a24ac1f-f12b-41cf-b9ab-bf50cc306b11 req-5552f7a9-960d-4d44-be66-5dc788e2b4e2 tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] 10.222.0.21 "GET /v2.0/security-groups?id=e7307ba2-82f7-48b4-bd29-8e5128908893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383515 Jun 07 06:57:22.131824 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Device 81c7f487-e1cd-4bb0-82aa-b171e82e797e up at agent hyperv_hv-cinder-78414 {{(pid=91774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 06:57:22.202006 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.db.provisioning_blocks [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Provisioning for port 81c7f487-e1cd-4bb0-82aa-b171e82e797e completed by entity L2. {{(pid=91774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 06:57:22.206289 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.db.provisioning_blocks [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Provisioning complete for port 81c7f487-e1cd-4bb0-82aa-b171e82e797e triggered by entity L2. {{(pid=91774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 06:57:22.206656 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723953'] for port, provisioning_complete {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:57:22.323614 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564700'] for port, before_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:57:22.349699 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8249f5dd-85f2-4319-b77c-0d6ef2d247f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81c7f487-e1cd-4bb0-82aa-b171e82e797e'}] {{(pid=91774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 06:57:22.352198 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73fb9c482eb19c5c2e497b7af5ecd9f5da2a12b641d83391285fbc9a8928c34b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9caf69fe-2b59-4481-8861-c8ababbfe4a2" -d '{"events": [{"server_uuid": "8249f5dd-85f2-4319-b77c-0d6ef2d247f0", "name": "network-vif-plugged", "status": "completed", "tag": "81c7f487-e1cd-4bb0-82aa-b171e82e797e"}]}' {{(pid=91774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 06:57:22.360235 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.db [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] For port 81c7f487-e1cd-4bb0-82aa-b171e82e797e, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=81c7f487-e1cd-4bb0-82aa-b171e82e797e,segment=NetworkSegment(dd64b553-55a0-497a-b3fa-2881b749f6b3),segment_id=dd64b553-55a0-497a-b3fa-2881b749f6b3)] {{(pid=91774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 06:57:22.364451 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-569476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762332438254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762331935097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762331935142'] for port, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:57:22.366755 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:57:22.398013 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 06:57:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3acc437-c12e-4789-a307-b5694d6b83cd x-openstack-request-id: req-f3acc437-c12e-4789-a307-b5694d6b83cd {{(pid=91774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 06:57:22.398307 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8249f5dd-85f2-4319-b77c-0d6ef2d247f0", "name": "network-vif-plugged", "status": "completed", "tag": "81c7f487-e1cd-4bb0-82aa-b171e82e797e", "code": 200}]} {{(pid=91774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 06:57:22.398559 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f3acc437-c12e-4789-a307-b5694d6b83cd {{(pid=91774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 06:57:22.399191 dv-cinder-784140-5-smb neutron-server[91774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8249f5dd-85f2-4319-b77c-0d6ef2d247f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81c7f487-e1cd-4bb0-82aa-b171e82e797e', 'code': 200} Jun 07 06:57:22.442889 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Pushing event updated for resources: {'Port': ['ID=81c7f487-e1cd-4bb0-82aa-b171e82e797e,revision_number=5']} {{(pid=91774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:57:22.446159 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:57:22.636198 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ba2568-cfe6-4f4f-914a-ff08a6744577 req-58ffbbc8-8646-49f6-9782-e1b61f2bd3b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:57:22.637857 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-72ba2568-cfe6-4f4f-914a-ff08a6744577 req-58ffbbc8-8646-49f6-9782-e1b61f2bd3b3 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=8249f5dd-85f2-4319-b77c-0d6ef2d247f0 HTTP/1.1" status: 200 len: 1099 time: 0.0741987 Jun 07 06:57:22.668461 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b690aa3-c7ee-487d-b663-19adf7b4bc0c req-d471d390-963a-4368-b394-84e0fd84fb4d tempest-VolumesSnapshotTestJSON-1176599214 tempest-VolumesSnapshotTestJSON-1176599214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:57:22.669797 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-0b690aa3-c7ee-487d-b663-19adf7b4bc0c req-d471d390-963a-4368-b394-84e0fd84fb4d tempest-VolumesSnapshotTestJSON-1176599214 tempest-VolumesSnapshotTestJSON-1176599214-project] 10.222.0.21 "GET /v2.0/ports?device_id=8249f5dd-85f2-4319-b77c-0d6ef2d247f0 HTTP/1.1" status: 200 len: 946 time: 0.0848124 Jun 07 06:57:22.679692 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-72ba2568-cfe6-4f4f-914a-ff08a6744577 req-9369d2fa-f18a-4430-8be7-5da8199c1b9d service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=f9ad7a56-0689-46d4-902c-187a6d2f61ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347867 Jun 07 06:57:22.717136 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-0b690aa3-c7ee-487d-b663-19adf7b4bc0c req-17034bf4-edd3-4322-b51f-8fdebb64e966 tempest-VolumesSnapshotTestJSON-1176599214 tempest-VolumesSnapshotTestJSON-1176599214-project] 10.222.0.21 "GET /v2.0/security-groups?id=f9ad7a56-0689-46d4-902c-187a6d2f61ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394726 Jun 07 06:57:23.116192 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d46350-5d99-4a8e-bd75-1c053750e912 req-1002fcb1-7cd8-4364-a788-b1522b7b38c5 tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:57:23.117646 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-90d46350-5d99-4a8e-bd75-1c053750e912 req-1002fcb1-7cd8-4364-a788-b1522b7b38c5 tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] 10.222.0.21 "GET /v2.0/ports?device_id=80ef7c92-c0dc-49cd-bf01-d6f0645978f2 HTTP/1.1" status: 200 len: 945 time: 0.0779405 Jun 07 06:57:23.165913 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-90d46350-5d99-4a8e-bd75-1c053750e912 req-39b24d2e-955c-4003-b22f-5e567de9d50b tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] 10.222.0.21 "GET /v2.0/security-groups?id=e7307ba2-82f7-48b4-bd29-8e5128908893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426426 Jun 07 06:57:23.902463 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75982645-952e-4e03-ab2e-af5528f160c7 req-39042a78-d6c9-49f0-aa97-f69fedffcd69 tempest-VolumesSnapshotTestJSON-1176599214 tempest-VolumesSnapshotTestJSON-1176599214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:57:23.904211 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-75982645-952e-4e03-ab2e-af5528f160c7 req-39042a78-d6c9-49f0-aa97-f69fedffcd69 tempest-VolumesSnapshotTestJSON-1176599214 tempest-VolumesSnapshotTestJSON-1176599214-project] 10.222.0.21 "GET /v2.0/ports?device_id=8249f5dd-85f2-4319-b77c-0d6ef2d247f0 HTTP/1.1" status: 200 len: 946 time: 0.0829198 Jun 07 06:57:23.953007 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-75982645-952e-4e03-ab2e-af5528f160c7 req-2dfe85af-2706-42b7-9bd5-e822ccb6a493 tempest-VolumesSnapshotTestJSON-1176599214 tempest-VolumesSnapshotTestJSON-1176599214-project] 10.222.0.21 "GET /v2.0/security-groups?id=f9ad7a56-0689-46d4-902c-187a6d2f61ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426641 Jun 07 06:57:24.364268 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e02c5b9-2682-4f1f-85f6-6492110d9165 req-1221e7ee-3494-4996-825d-f8bf30497a7c tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:57:24.366061 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-7e02c5b9-2682-4f1f-85f6-6492110d9165 req-1221e7ee-3494-4996-825d-f8bf30497a7c tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] 10.222.0.21 "GET /v2.0/ports?device_id=80ef7c92-c0dc-49cd-bf01-d6f0645978f2 HTTP/1.1" status: 200 len: 945 time: 0.0942886 Jun 07 06:57:24.417011 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-7e02c5b9-2682-4f1f-85f6-6492110d9165 req-aacda999-7e34-4d91-b61d-03f5dfdf245f tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] 10.222.0.21 "GET /v2.0/security-groups?id=e7307ba2-82f7-48b4-bd29-8e5128908893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447519 Jun 07 06:57:25.604774 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1b2187-aace-45e5-a58e-c1016c6a8b78 req-4e1e6a89-5f6a-4ab0-8c9e-29b4190704e7 tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:57:25.606766 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-1c1b2187-aace-45e5-a58e-c1016c6a8b78 req-4e1e6a89-5f6a-4ab0-8c9e-29b4190704e7 tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] 10.222.0.21 "GET /v2.0/ports?device_id=80ef7c92-c0dc-49cd-bf01-d6f0645978f2 HTTP/1.1" status: 200 len: 945 time: 0.0793569 Jun 07 06:57:25.651251 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-1c1b2187-aace-45e5-a58e-c1016c6a8b78 req-a76088f0-baa4-47c8-9a3e-c775d253443a tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] 10.222.0.21 "GET /v2.0/security-groups?id=e7307ba2-82f7-48b4-bd29-8e5128908893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388913 Jun 07 06:57:26.849306 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39280aec-d9bf-414b-9a91-42cc8523bf7b req-a38aaa5e-b5bb-4268-b367-eab79c556abe tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:57:26.850667 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-39280aec-d9bf-414b-9a91-42cc8523bf7b req-a38aaa5e-b5bb-4268-b367-eab79c556abe tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] 10.222.0.21 "GET /v2.0/ports?device_id=80ef7c92-c0dc-49cd-bf01-d6f0645978f2 HTTP/1.1" status: 200 len: 945 time: 0.0866783 Jun 07 06:57:26.897067 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-39280aec-d9bf-414b-9a91-42cc8523bf7b req-5ecdb3de-de44-4adc-8bb0-6bb884c27436 tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] 10.222.0.21 "GET /v2.0/security-groups?id=e7307ba2-82f7-48b4-bd29-8e5128908893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395515 Jun 07 06:57:28.078334 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b5cec6-9281-4179-8a7a-b31cd5666918 req-94538a59-b342-4a1e-ad34-d7faf0d695bd tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:57:28.079837 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-19b5cec6-9281-4179-8a7a-b31cd5666918 req-94538a59-b342-4a1e-ad34-d7faf0d695bd tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] 10.222.0.21 "GET /v2.0/ports?device_id=80ef7c92-c0dc-49cd-bf01-d6f0645978f2 HTTP/1.1" status: 200 len: 945 time: 0.0787528 Jun 07 06:57:28.130045 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-19b5cec6-9281-4179-8a7a-b31cd5666918 req-b5d34dcb-c127-4710-9c81-fdd6a17daa17 tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] 10.222.0.21 "GET /v2.0/security-groups?id=e7307ba2-82f7-48b4-bd29-8e5128908893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437324 Jun 07 06:57:29.318573 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9f5286-55c8-4592-8032-ee6e6aaabefe req-4a12fd1d-1344-4ded-bf91-1bb4a659b7f0 tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:57:29.320028 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-8f9f5286-55c8-4592-8032-ee6e6aaabefe req-4a12fd1d-1344-4ded-bf91-1bb4a659b7f0 tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] 10.222.0.21 "GET /v2.0/ports?device_id=80ef7c92-c0dc-49cd-bf01-d6f0645978f2 HTTP/1.1" status: 200 len: 945 time: 0.0803225 Jun 07 06:57:29.363494 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-8f9f5286-55c8-4592-8032-ee6e6aaabefe req-b15fd56f-29e6-4697-93ca-52f879a74a2e tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] 10.222.0.21 "GET /v2.0/security-groups?id=e7307ba2-82f7-48b4-bd29-8e5128908893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373452 Jun 07 06:57:30.557308 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f87aee9-39ed-49c5-9e23-e60d83afe1aa req-e0ea033e-bd03-409a-aa5f-b24ca4cc5a37 tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:57:30.559260 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-8f87aee9-39ed-49c5-9e23-e60d83afe1aa req-e0ea033e-bd03-409a-aa5f-b24ca4cc5a37 tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] 10.222.0.21 "GET /v2.0/ports?device_id=80ef7c92-c0dc-49cd-bf01-d6f0645978f2 HTTP/1.1" status: 200 len: 945 time: 0.0868113 Jun 07 06:57:30.603667 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-8f87aee9-39ed-49c5-9e23-e60d83afe1aa req-fa52155f-f56c-4b37-bc3c-5a04baf14690 tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] 10.222.0.21 "GET /v2.0/security-groups?id=e7307ba2-82f7-48b4-bd29-8e5128908893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386186 Jun 07 06:57:30.898235 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron.db.agents_db [None req-9f63f2a9-7775-47ca-9fc8-a7f68791a20c None None] Agent healthcheck: found 6 active agents {{(pid=91775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 06:57:31.501462 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7093393d-00fc-4507-8773-644e9c7e6dfa req-9ad3dbe6-5cac-46c8-bd30-76fc35bd2dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:57:31.502915 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-7093393d-00fc-4507-8773-644e9c7e6dfa req-9ad3dbe6-5cac-46c8-bd30-76fc35bd2dd3 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=80ef7c92-c0dc-49cd-bf01-d6f0645978f2 HTTP/1.1" status: 200 len: 1098 time: 0.0698843 Jun 07 06:57:31.546269 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-7093393d-00fc-4507-8773-644e9c7e6dfa req-3b3576e8-adc8-4148-822c-76c8a01ee6d1 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=e7307ba2-82f7-48b4-bd29-8e5128908893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370257 Jun 07 06:57:31.792397 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a04f40a-8d75-408f-b8b3-2ba06739d35a req-b2e8945f-9204-411b-aaf3-dbd9c781d365 tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:57:31.793766 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-6a04f40a-8d75-408f-b8b3-2ba06739d35a req-b2e8945f-9204-411b-aaf3-dbd9c781d365 tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] 10.222.0.21 "GET /v2.0/ports?device_id=80ef7c92-c0dc-49cd-bf01-d6f0645978f2 HTTP/1.1" status: 200 len: 945 time: 0.0826471 Jun 07 06:57:31.841252 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-6a04f40a-8d75-408f-b8b3-2ba06739d35a req-7d11a689-0a5b-453a-97bc-915bba1d1da7 tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] 10.222.0.21 "GET /v2.0/security-groups?id=e7307ba2-82f7-48b4-bd29-8e5128908893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417118 Jun 07 06:57:33.029921 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921ee472-a464-42d4-bb34-771cec7c1e0e req-722fa476-ecef-434b-aa7b-b85906aad2bc tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:57:33.031278 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-921ee472-a464-42d4-bb34-771cec7c1e0e req-722fa476-ecef-434b-aa7b-b85906aad2bc tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] 10.222.0.21 "GET /v2.0/ports?device_id=80ef7c92-c0dc-49cd-bf01-d6f0645978f2 HTTP/1.1" status: 200 len: 945 time: 0.0838361 Jun 07 06:57:33.074721 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-921ee472-a464-42d4-bb34-771cec7c1e0e req-562c6e60-11dc-45d1-94e4-c8c9dcea90ce tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] 10.222.0.21 "GET /v2.0/security-groups?id=e7307ba2-82f7-48b4-bd29-8e5128908893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376692 Jun 07 06:57:33.540188 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca48d56d-4770-4a4e-8538-2f99112e6f54 req-f34e53b8-5c3b-4582-b5d0-ea2b9a124a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:57:33.541582 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-ca48d56d-4770-4a4e-8538-2f99112e6f54 req-f34e53b8-5c3b-4582-b5d0-ea2b9a124a64 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=b6a17686403649e59640e6bed0871b3e&device_id=80ef7c92-c0dc-49cd-bf01-d6f0645978f2 HTTP/1.1" status: 200 len: 1098 time: 0.0700734 Jun 07 06:57:33.596921 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a285cd-c511-4644-b15a-93faeb3a22a9 req-805bb2a2-4e40-4619-9f68-b42520bbb1f3 tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:57:33.598457 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-07a285cd-c511-4644-b15a-93faeb3a22a9 req-805bb2a2-4e40-4619-9f68-b42520bbb1f3 tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] 10.222.0.21 "GET /v2.0/ports?device_id=80ef7c92-c0dc-49cd-bf01-d6f0645978f2 HTTP/1.1" status: 200 len: 945 time: 0.0849288 Jun 07 06:57:33.646791 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-07a285cd-c511-4644-b15a-93faeb3a22a9 req-63cb484b-f7df-4f24-bf5d-f7c1ca3db179 tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] 10.222.0.21 "GET /v2.0/security-groups?id=e7307ba2-82f7-48b4-bd29-8e5128908893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420165 Jun 07 06:57:33.692076 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca48d56d-4770-4a4e-8538-2f99112e6f54 req-1490a082-236b-4aea-9a07-99f1d2504ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:57:33.693492 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-ca48d56d-4770-4a4e-8538-2f99112e6f54 req-1490a082-236b-4aea-9a07-99f1d2504ecc service neutron] 10.222.0.43 "GET /v2.0/networks?id=2e303e64-c012-46d6-aac2-71b049564e50 HTTP/1.1" status: 200 len: 919 time: 0.1450152 Jun 07 06:57:33.829305 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-ca48d56d-4770-4a4e-8538-2f99112e6f54 req-aca57378-a8ab-4d82-b2f2-fadeecd75eb3 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=00040cee-eef7-4bc5-a36d-d1d825e1ede1 HTTP/1.1" status: 200 len: 217 time: 0.1285155 Jun 07 06:57:33.899279 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca48d56d-4770-4a4e-8538-2f99112e6f54 req-00f76c04-942c-4a92-8c23-2d149b466584 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:57:33.900735 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-ca48d56d-4770-4a4e-8538-2f99112e6f54 req-00f76c04-942c-4a92-8c23-2d149b466584 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d8876218-386c-4ce2-9fcc-77230c910fea HTTP/1.1" status: 200 len: 858 time: 0.0621076 Jun 07 06:57:33.952774 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-ca48d56d-4770-4a4e-8538-2f99112e6f54 req-abaae35a-060c-4879-b5f6-264e283e6d7d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=2e303e64-c012-46d6-aac2-71b049564e50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0439391 Jun 07 06:57:34.094803 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-ca48d56d-4770-4a4e-8538-2f99112e6f54 req-09f523ec-25fb-4f25-b73a-5097cc346f4e service neutron] 10.222.0.43 "GET /v2.0/networks/2e303e64-c012-46d6-aac2-71b049564e50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320601 Jun 07 06:57:34.235739 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-ca48d56d-4770-4a4e-8538-2f99112e6f54 req-584478af-3793-4b63-949b-d0ac0ba1c154 service neutron] 10.222.0.43 "GET /v2.0/networks/2e303e64-c012-46d6-aac2-71b049564e50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339867 Jun 07 06:57:34.846846 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5372eef3-96a1-4bce-85b5-2eb82b00c65b req-e4839dbe-c270-4956-bbd0-6db3736a55c1 tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:57:34.848224 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-5372eef3-96a1-4bce-85b5-2eb82b00c65b req-e4839dbe-c270-4956-bbd0-6db3736a55c1 tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] 10.222.0.21 "GET /v2.0/ports?device_id=80ef7c92-c0dc-49cd-bf01-d6f0645978f2 HTTP/1.1" status: 200 len: 945 time: 0.0819807 Jun 07 06:57:34.893376 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-5372eef3-96a1-4bce-85b5-2eb82b00c65b req-2c666956-f591-4d6d-a793-29d26180f64a tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] 10.222.0.21 "GET /v2.0/security-groups?id=e7307ba2-82f7-48b4-bd29-8e5128908893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394118 Jun 07 06:57:36.080392 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3daa72c8-54dd-4b0b-88b1-7fe92e90edfc req-646de6dd-5808-427d-90cd-a0fbc661148a tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:57:36.081760 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-3daa72c8-54dd-4b0b-88b1-7fe92e90edfc req-646de6dd-5808-427d-90cd-a0fbc661148a tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] 10.222.0.21 "GET /v2.0/ports?device_id=80ef7c92-c0dc-49cd-bf01-d6f0645978f2 HTTP/1.1" status: 200 len: 945 time: 0.0790319 Jun 07 06:57:36.132402 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-3daa72c8-54dd-4b0b-88b1-7fe92e90edfc req-5dd8a836-d46e-456f-9534-6306e16df24b tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] 10.222.0.21 "GET /v2.0/security-groups?id=e7307ba2-82f7-48b4-bd29-8e5128908893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449712 Jun 07 06:57:36.901987 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-2ad9ae2f-2e64-46b0-8cff-f5274fabb90f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762332461204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723872'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:57:37.338178 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d47c13-f012-4c2b-89e2-adbd0316dc81 req-8af35f26-87a5-4878-8f62-a29a272afac8 tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:57:37.345221 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-69d47c13-f012-4c2b-89e2-adbd0316dc81 req-8af35f26-87a5-4878-8f62-a29a272afac8 tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] 10.222.0.21 "GET /v2.0/ports?device_id=80ef7c92-c0dc-49cd-bf01-d6f0645978f2 HTTP/1.1" status: 200 len: 945 time: 0.0808673 Jun 07 06:57:37.384729 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-69d47c13-f012-4c2b-89e2-adbd0316dc81 req-8e615f49-f860-4777-a812-bb19305134ca tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] 10.222.0.21 "GET /v2.0/security-groups?id=e7307ba2-82f7-48b4-bd29-8e5128908893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396101 Jun 07 06:57:39.300199 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762332461204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723872'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:57:39.466442 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-0bddbbf0-fcb9-400b-8636-a22e61b05dd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762332461204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723872'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:57:40.447050 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28764c9-2bce-45cd-bb6c-919afd4b6395 req-0b33e30a-8673-46d7-81ee-af8e28fadbfe tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:57:40.448521 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-e28764c9-2bce-45cd-bb6c-919afd4b6395 req-0b33e30a-8673-46d7-81ee-af8e28fadbfe tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] 10.222.0.21 "GET /v2.0/ports?device_id=45af59d1-9852-4669-a1f9-b74a9c5d6b3a HTTP/1.1" status: 200 len: 946 time: 0.1026444 Jun 07 06:57:40.504735 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-e28764c9-2bce-45cd-bb6c-919afd4b6395 req-cee48193-015e-4ab9-8594-a428955d7153 tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] 10.222.0.21 "GET /v2.0/security-groups?id=1b4cb076-4f85-41ec-a873-5e63f865f342&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475454 Jun 07 06:57:40.569248 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-3ea4f4f5-6296-4d8b-95a7-2efd101194ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762332461204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723872'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:57:40.669508 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762332461204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723872'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:57:41.758181 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1086a095-79bf-4e6d-902e-895228e1e309 req-facde752-6135-4c5b-85c9-df6f88060fda tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:57:41.759732 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-1086a095-79bf-4e6d-902e-895228e1e309 req-facde752-6135-4c5b-85c9-df6f88060fda tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] 10.222.0.21 "GET /v2.0/ports?device_id=45af59d1-9852-4669-a1f9-b74a9c5d6b3a HTTP/1.1" status: 200 len: 946 time: 0.1290283 Jun 07 06:57:41.807970 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-1086a095-79bf-4e6d-902e-895228e1e309 req-0474b134-6d45-4211-8dcb-3bdc5ded813f tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] 10.222.0.21 "GET /v2.0/security-groups?id=1b4cb076-4f85-41ec-a873-5e63f865f342&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421793 Jun 07 06:57:41.989839 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba3b331-8d82-4c0c-ad6e-15691680071d req-5c2b5a8e-4aa4-4303-8bde-ce3dca11fee0 tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:57:41.991212 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-bba3b331-8d82-4c0c-ad6e-15691680071d req-5c2b5a8e-4aa4-4303-8bde-ce3dca11fee0 tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] 10.222.0.21 "GET /v2.0/ports?device_id=0b69e74a-2084-4d1c-a06d-6341ae621244 HTTP/1.1" status: 200 len: 946 time: 0.1613925 Jun 07 06:57:42.038364 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-bba3b331-8d82-4c0c-ad6e-15691680071d req-cc328412-f4c3-4251-af55-4605fed0d87e tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] 10.222.0.21 "GET /v2.0/security-groups?id=e7307ba2-82f7-48b4-bd29-8e5128908893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416157 Jun 07 06:57:42.120163 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-7052a4e3-dcb7-48ac-a7a0-7c0e94d6da24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762332461204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723872'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:57:42.518546 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1670ed7-0a8d-485a-b22f-b6331023ecb9 req-5508086d-59a6-48be-9349-22d896e0c2d4 tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:57:42.520060 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-b1670ed7-0a8d-485a-b22f-b6331023ecb9 req-5508086d-59a6-48be-9349-22d896e0c2d4 tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] 10.222.0.43 "GET /v2.0/ports?device_id=45af59d1-9852-4669-a1f9-b74a9c5d6b3a HTTP/1.1" status: 200 len: 946 time: 0.0859361 Jun 07 06:57:42.659661 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.plugin [req-b1670ed7-0a8d-485a-b22f-b6331023ecb9 req-a9824fd2-c9f1-4610-8073-c5046bc11a9d tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] Deleting port 224d0336-a833-49e1-a20e-5c98bfa53246 {{(pid=91773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 06:57:42.660034 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [req-b1670ed7-0a8d-485a-b22f-b6331023ecb9 req-a9824fd2-c9f1-4610-8073-c5046bc11a9d tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762332413660'] for port, before_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:57:42.800105 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.db [req-b1670ed7-0a8d-485a-b22f-b6331023ecb9 req-a9824fd2-c9f1-4610-8073-c5046bc11a9d tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] For port 224d0336-a833-49e1-a20e-5c98bfa53246, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=224d0336-a833-49e1-a20e-5c98bfa53246,segment=NetworkSegment(3ffd2bba-2e4c-4340-84bb-337c4d476270),segment_id=3ffd2bba-2e4c-4340-84bb-337c4d476270)] {{(pid=91773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 06:57:42.800452 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [req-b1670ed7-0a8d-485a-b22f-b6331023ecb9 req-a9824fd2-c9f1-4610-8073-c5046bc11a9d tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1669251'] for port, precommit_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:57:43.007196 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f32800a-cd62-4008-bd72-0237933eff60 req-78eb5d9f-06da-48a0-9eca-ca37e8a63fa9 tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:57:43.008610 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-7f32800a-cd62-4008-bd72-0237933eff60 req-78eb5d9f-06da-48a0-9eca-ca37e8a63fa9 tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] 10.222.0.21 "GET /v2.0/ports?device_id=45af59d1-9852-4669-a1f9-b74a9c5d6b3a HTTP/1.1" status: 200 len: 946 time: 0.0893137 Jun 07 06:57:43.062372 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-7f32800a-cd62-4008-bd72-0237933eff60 req-596b3479-6672-46b1-af01-2303847564bc tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] 10.222.0.21 "GET /v2.0/security-groups?id=1b4cb076-4f85-41ec-a873-5e63f865f342&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477235 Jun 07 06:57:43.101253 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [req-b1670ed7-0a8d-485a-b22f-b6331023ecb9 req-a9824fd2-c9f1-4610-8073-c5046bc11a9d tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:57:43.101774 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [req-b1670ed7-0a8d-485a-b22f-b6331023ecb9 req-a9824fd2-c9f1-4610-8073-c5046bc11a9d tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1754227'] for floatingip, after_update {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:57:43.102264 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.db.l3_db [req-b1670ed7-0a8d-485a-b22f-b6331023ecb9 req-a9824fd2-c9f1-4610-8073-c5046bc11a9d tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] Floating IP 20026014-3deb-4f23-8a07-c4e0a5d3c2a3 disassociated. External IP: 172.28.3.196, port: 224d0336-a833-49e1-a20e-5c98bfa53246. Jun 07 06:57:43.102755 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.plugin [req-b1670ed7-0a8d-485a-b22f-b6331023ecb9 req-a9824fd2-c9f1-4610-8073-c5046bc11a9d tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] Calling delete_port for 224d0336-a833-49e1-a20e-5c98bfa53246 owned by compute:nova {{(pid=91773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 06:57:43.229248 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [req-b1670ed7-0a8d-485a-b22f-b6331023ecb9 req-a9824fd2-c9f1-4610-8073-c5046bc11a9d tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-569476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762332438236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762331935088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2253277'] for port, after_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:57:43.232786 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6874488c-c054-4a4c-bb56-e0cf15167415 req-5ed740d4-3257-4250-8143-b8cd9d839734 tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:57:43.234271 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-6874488c-c054-4a4c-bb56-e0cf15167415 req-5ed740d4-3257-4250-8143-b8cd9d839734 tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] 10.222.0.21 "GET /v2.0/ports?device_id=0b69e74a-2084-4d1c-a06d-6341ae621244 HTTP/1.1" status: 200 len: 946 time: 0.0827770 Jun 07 06:57:43.235955 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:57:43.280865 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-6874488c-c054-4a4c-bb56-e0cf15167415 req-75da5c18-2f34-42cc-ab90-70964d8472d1 tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] 10.222.0.21 "GET /v2.0/security-groups?id=e7307ba2-82f7-48b4-bd29-8e5128908893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403113 Jun 07 06:57:43.281827 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9824fd2-c9f1-4610-8073-c5046bc11a9d tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] Pushing event deleted for resources: {'Port': ['ID=224d0336-a833-49e1-a20e-5c98bfa53246,revision_number=None']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:57:43.284953 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-a9824fd2-c9f1-4610-8073-c5046bc11a9d tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:57:43.480041 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b1670ed7-0a8d-485a-b22f-b6331023ecb9 req-a9824fd2-c9f1-4610-8073-c5046bc11a9d tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] Router e94f5b08-647a-40c6-b77c-9daf706861b0 has already been hosted by L3 agent dd8e9e9b-c9b0-4755-a773-57df6dee4a2e {{(pid=91773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 06:57:43.787499 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b1670ed7-0a8d-485a-b22f-b6331023ecb9 req-a9824fd2-c9f1-4610-8073-c5046bc11a9d tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] Notify agent at l3_agent.dv-cinder-784140-5-smb the message routers_updated {{(pid=91773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 06:57:43.799023 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbed6d79-9e2e-41df-aae8-0d3edad33651 None None] Sync routers for ids ['e94f5b08-647a-40c6-b77c-9daf706861b0'] in dv-cinder-784140-5-smb {{(pid=91775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 06:57:43.815689 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbed6d79-9e2e-41df-aae8-0d3edad33651 None None] Routers {'e94f5b08-647a-40c6-b77c-9daf706861b0'} bound to L3 agent in host dv-cinder-784140-5-smb {{(pid=91775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 06:57:43.816607 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron.db.l3_hamode_db [None req-fbed6d79-9e2e-41df-aae8-0d3edad33651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-07T06:46:09Z,description=,heartbeat_timestamp=2021-06-07T06:57:39Z,host='dv-cinder-784140-5-smb',id=dd8e9e9b-c9b0-4755-a773-57df6dee4a2e,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T06:46:09Z,topic='l3_agent')) {'router_ids': ['e94f5b08-647a-40c6-b77c-9daf706861b0'], 'active': True} {{(pid=91775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 06:57:43.874744 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1670ed7-0a8d-485a-b22f-b6331023ecb9 req-a9824fd2-c9f1-4610-8073-c5046bc11a9d tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] No DVR routers for this DVR port 224d0336-a833-49e1-a20e-5c98bfa53246 on host hv-cinder-78414 {{(pid=91773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 06:57:43.878589 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [req-b1670ed7-0a8d-485a-b22f-b6331023ecb9 req-a9824fd2-c9f1-4610-8073-c5046bc11a9d tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503096'] for port, before_response {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:57:43.879123 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-b1670ed7-0a8d-485a-b22f-b6331023ecb9 req-a9824fd2-c9f1-4610-8073-c5046bc11a9d tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] 10.222.0.43 "DELETE /v2.0/ports/224d0336-a833-49e1-a20e-5c98bfa53246 HTTP/1.1" status: 204 len: 173 time: 1.3519552 Jun 07 06:57:43.879591 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45af59d1-9852-4669-a1f9-b74a9c5d6b3a', 'name': 'network-vif-deleted', 'tag': '224d0336-a833-49e1-a20e-5c98bfa53246'}] {{(pid=91773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 06:57:43.881909 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7af0e1444f231fbc9cc9c3372b4fb62bb65a3f4c42e6951a4a8787648e20f245" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a053434a-4358-4af7-b113-8dfaad791d73" -d '{"events": [{"server_uuid": "45af59d1-9852-4669-a1f9-b74a9c5d6b3a", "name": "network-vif-deleted", "tag": "224d0336-a833-49e1-a20e-5c98bfa53246"}]}' {{(pid=91773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 06:57:43.931082 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 06:57:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-721646e7-b8f8-4773-9d98-c8ceb51dd254 x-openstack-request-id: req-721646e7-b8f8-4773-9d98-c8ceb51dd254 {{(pid=91773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 06:57:43.931384 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45af59d1-9852-4669-a1f9-b74a9c5d6b3a", "name": "network-vif-deleted", "tag": "224d0336-a833-49e1-a20e-5c98bfa53246", "status": "completed", "code": 200}]} {{(pid=91773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 06:57:43.931647 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-721646e7-b8f8-4773-9d98-c8ceb51dd254 {{(pid=91773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 06:57:43.932281 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45af59d1-9852-4669-a1f9-b74a9c5d6b3a', 'name': 'network-vif-deleted', 'tag': '224d0336-a833-49e1-a20e-5c98bfa53246', 'status': 'completed', 'code': 200} Jun 07 06:57:44.040538 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron.db.l3_dvr_db [None req-fbed6d79-9e2e-41df-aae8-0d3edad33651 None None] Set router e94f5b08-647a-40c6-b77c-9daf706861b0 gateway port host: dv-cinder-784140-5-smb {{(pid=91775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 06:57:44.252236 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-427a4814-6680-4dd8-825d-5f700d54a3a0 req-8dc91f1d-cd62-448b-9366-6ef91a3ad6d8 tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] 10.222.0.21 "GET /v2.0/ports?device_id=45af59d1-9852-4669-a1f9-b74a9c5d6b3a HTTP/1.1" status: 200 len: 210 time: 0.0460548 Jun 07 06:57:44.399890 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron.db.l3_hamode_db [None req-fbed6d79-9e2e-41df-aae8-0d3edad33651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e94f5b08-647a-40c6-b77c-9daf706861b0', 'name': 'tempest-AttachVolumeShelveTestJSON-1783332224-router', 'tenant_id': 'a521857e620a4cd2a9ecf3c6706dbe4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a84d0276-e36b-485f-b034-cb606776a5f5', 'external_fixed_ips': [{'subnet_id': 'bc8e845f-21f5-4331-a893-3fabfb1361b8', 'ip_address': '172.28.3.132'}], 'enable_snat': True}, 'gw_port_id': 'f57f8032-4519-43dc-b72b-1cb43278eac9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T06:53:50Z', 'updated_at': '2021-06-07T06:54:05Z', 'revision_number': 4, 'project_id': 'a521857e620a4cd2a9ecf3c6706dbe4e', 'gw_port': {'id': 'f57f8032-4519-43dc-b72b-1cb43278eac9', 'name': '', 'network_id': 'a84d0276-e36b-485f-b034-cb606776a5f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:e6:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e94f5b08-647a-40c6-b77c-9daf706861b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'bc8e845f-21f5-4331-a893-3fabfb1361b8', 'ip_address': '172.28.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T06:53:52Z', 'updated_at': '2021-06-07T06:54:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc8e845f-21f5-4331-a893-3fabfb1361b8', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-5-smb', '_interfaces': [{'id': '8dfda82d-442d-4a49-844b-7c1cef9c24bd', 'name': '', 'network_id': 'd923eec5-f613-4137-bc9f-8f5300ca5016', 'tenant_id': 'a521857e620a4cd2a9ecf3c6706dbe4e', 'mac_address': 'fa:16:3e:77:e3:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e94f5b08-647a-40c6-b77c-9daf706861b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'c3d491a8-638d-42a9-876a-8c51b2a3d541', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T06:54:03Z', 'updated_at': '2021-06-07T06:54:19Z', 'revision_number': 5, 'project_id': 'a521857e620a4cd2a9ecf3c6706dbe4e', 'subnets': [{'id': 'c3d491a8-638d-42a9-876a-8c51b2a3d541', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784140-5-smb', False) {} {{(pid=91775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 06:57:44.404992 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbed6d79-9e2e-41df-aae8-0d3edad33651 None None] Checking router: e94f5b08-647a-40c6-b77c-9daf706861b0 for host: dv-cinder-784140-5-smb {{(pid=91775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 06:57:44.414190 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbed6d79-9e2e-41df-aae8-0d3edad33651 None None] Routers {'e94f5b08-647a-40c6-b77c-9daf706861b0'} bound to L3 agent in host dv-cinder-784140-5-smb {{(pid=91775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 06:57:44.414801 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron.db.l3_hamode_db [None req-fbed6d79-9e2e-41df-aae8-0d3edad33651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-07T06:46:09Z,description=,heartbeat_timestamp=2021-06-07T06:57:39Z,host='dv-cinder-784140-5-smb',id=dd8e9e9b-c9b0-4755-a773-57df6dee4a2e,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T06:46:09Z,topic='l3_agent')) {'router_ids': ['e94f5b08-647a-40c6-b77c-9daf706861b0'], 'active': True} {{(pid=91775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 06:57:44.539548 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e79c9e-d866-482a-84bd-fadadebe767f req-f075e090-74e9-40ef-9616-0d106150e73c tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:57:44.541319 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-f2e79c9e-d866-482a-84bd-fadadebe767f req-f075e090-74e9-40ef-9616-0d106150e73c tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] 10.222.0.21 "GET /v2.0/ports?device_id=0b69e74a-2084-4d1c-a06d-6341ae621244 HTTP/1.1" status: 200 len: 946 time: 0.1386650 Jun 07 06:57:44.616733 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-f2e79c9e-d866-482a-84bd-fadadebe767f req-aff56f08-3905-4ad0-b428-add9dd496a07 tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] 10.222.0.21 "GET /v2.0/security-groups?id=e7307ba2-82f7-48b4-bd29-8e5128908893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674160 Jun 07 06:57:44.653747 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron.db.l3_dvr_db [None req-fbed6d79-9e2e-41df-aae8-0d3edad33651 None None] Set router e94f5b08-647a-40c6-b77c-9daf706861b0 gateway port host: dv-cinder-784140-5-smb {{(pid=91775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 06:57:44.681619 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b9879e-41f9-4531-aafa-75b5a1cf55fe req-cf5950ba-c17b-4519-b0c0-8dc689851a35 tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:57:44.683589 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-a5b9879e-41f9-4531-aafa-75b5a1cf55fe req-cf5950ba-c17b-4519-b0c0-8dc689851a35 tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] 10.222.0.43 "GET /v2.0/ports?device_id=0b69e74a-2084-4d1c-a06d-6341ae621244 HTTP/1.1" status: 200 len: 946 time: 0.1638894 Jun 07 06:57:44.857324 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.plugin [req-a5b9879e-41f9-4531-aafa-75b5a1cf55fe req-78c0f00e-e272-4cf4-ba1d-9300490e2de8 tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] Deleting port 75da24bf-be88-4df4-a1d1-d46d70f6a10b {{(pid=91773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 06:57:44.858005 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [req-a5b9879e-41f9-4531-aafa-75b5a1cf55fe req-78c0f00e-e272-4cf4-ba1d-9300490e2de8 tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762332413660'] for port, before_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:57:45.015963 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.db [req-a5b9879e-41f9-4531-aafa-75b5a1cf55fe req-78c0f00e-e272-4cf4-ba1d-9300490e2de8 tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] For port 75da24bf-be88-4df4-a1d1-d46d70f6a10b, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=75da24bf-be88-4df4-a1d1-d46d70f6a10b,segment=NetworkSegment(2c325375-111f-4eec-b37b-2bfb897bb45c),segment_id=2c325375-111f-4eec-b37b-2bfb897bb45c)] {{(pid=91773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 06:57:45.016325 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [req-a5b9879e-41f9-4531-aafa-75b5a1cf55fe req-78c0f00e-e272-4cf4-ba1d-9300490e2de8 tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1669251'] for port, precommit_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:57:45.037929 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron.db.l3_hamode_db [None req-fbed6d79-9e2e-41df-aae8-0d3edad33651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e94f5b08-647a-40c6-b77c-9daf706861b0', 'name': 'tempest-AttachVolumeShelveTestJSON-1783332224-router', 'tenant_id': 'a521857e620a4cd2a9ecf3c6706dbe4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a84d0276-e36b-485f-b034-cb606776a5f5', 'external_fixed_ips': [{'subnet_id': 'bc8e845f-21f5-4331-a893-3fabfb1361b8', 'ip_address': '172.28.3.132'}], 'enable_snat': True}, 'gw_port_id': 'f57f8032-4519-43dc-b72b-1cb43278eac9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T06:53:50Z', 'updated_at': '2021-06-07T06:54:05Z', 'revision_number': 4, 'project_id': 'a521857e620a4cd2a9ecf3c6706dbe4e', 'gw_port': {'id': 'f57f8032-4519-43dc-b72b-1cb43278eac9', 'name': '', 'network_id': 'a84d0276-e36b-485f-b034-cb606776a5f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:e6:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e94f5b08-647a-40c6-b77c-9daf706861b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'bc8e845f-21f5-4331-a893-3fabfb1361b8', 'ip_address': '172.28.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T06:53:52Z', 'updated_at': '2021-06-07T06:54:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc8e845f-21f5-4331-a893-3fabfb1361b8', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-5-smb', '_interfaces': [{'id': '8dfda82d-442d-4a49-844b-7c1cef9c24bd', 'name': '', 'network_id': 'd923eec5-f613-4137-bc9f-8f5300ca5016', 'tenant_id': 'a521857e620a4cd2a9ecf3c6706dbe4e', 'mac_address': 'fa:16:3e:77:e3:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e94f5b08-647a-40c6-b77c-9daf706861b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'c3d491a8-638d-42a9-876a-8c51b2a3d541', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T06:54:03Z', 'updated_at': '2021-06-07T06:54:19Z', 'revision_number': 5, 'project_id': 'a521857e620a4cd2a9ecf3c6706dbe4e', 'subnets': [{'id': 'c3d491a8-638d-42a9-876a-8c51b2a3d541', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784140-5-smb', False) {} {{(pid=91775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 06:57:45.044846 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbed6d79-9e2e-41df-aae8-0d3edad33651 None None] The sync data for ids ['e94f5b08-647a-40c6-b77c-9daf706861b0'] in dv-cinder-784140-5-smb is: [{'id': 'e94f5b08-647a-40c6-b77c-9daf706861b0', 'name': 'tempest-AttachVolumeShelveTestJSON-1783332224-router', 'tenant_id': 'a521857e620a4cd2a9ecf3c6706dbe4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a84d0276-e36b-485f-b034-cb606776a5f5', 'external_fixed_ips': [{'subnet_id': 'bc8e845f-21f5-4331-a893-3fabfb1361b8', 'ip_address': '172.28.3.132'}], 'enable_snat': True}, 'gw_port_id': 'f57f8032-4519-43dc-b72b-1cb43278eac9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T06:53:50Z', 'updated_at': '2021-06-07T06:54:05Z', 'revision_number': 4, 'project_id': 'a521857e620a4cd2a9ecf3c6706dbe4e', 'gw_port': {'id': 'f57f8032-4519-43dc-b72b-1cb43278eac9', 'name': '', 'network_id': 'a84d0276-e36b-485f-b034-cb606776a5f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:e6:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e94f5b08-647a-40c6-b77c-9daf706861b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'bc8e845f-21f5-4331-a893-3fabfb1361b8', 'ip_address': '172.28.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T06:53:52Z', 'updated_at': '2021-06-07T06:54:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc8e845f-21f5-4331-a893-3fabfb1361b8', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-5-smb', '_interfaces': [{'id': '8dfda82d-442d-4a49-844b-7c1cef9c24bd', 'name': '', 'network_id': 'd923eec5-f613-4137-bc9f-8f5300ca5016', 'tenant_id': 'a521857e620a4cd2a9ecf3c6706dbe4e', 'mac_address': 'fa:16:3e:77:e3:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e94f5b08-647a-40c6-b77c-9daf706861b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'c3d491a8-638d-42a9-876a-8c51b2a3d541', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T06:54:03Z', 'updated_at': '2021-06-07T06:54:19Z', 'revision_number': 5, 'project_id': 'a521857e620a4cd2a9ecf3c6706dbe4e', 'subnets': [{'id': 'c3d491a8-638d-42a9-876a-8c51b2a3d541', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 06:57:45.176990 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.plugin [req-a5b9879e-41f9-4531-aafa-75b5a1cf55fe req-78c0f00e-e272-4cf4-ba1d-9300490e2de8 tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] Calling delete_port for 75da24bf-be88-4df4-a1d1-d46d70f6a10b owned by compute:nova {{(pid=91773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 06:57:45.311333 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [req-a5b9879e-41f9-4531-aafa-75b5a1cf55fe req-78c0f00e-e272-4cf4-ba1d-9300490e2de8 tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-569476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762332438236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762331935088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2253277'] for port, after_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:57:45.317715 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-00bda8f2-4714-44fb-872c-e1d7651e41f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:57:45.329354 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.db [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] get_ports_and_sgs() called for port_ids ['75da24bf-be88-4df4-a1d1-d46d70f6a10b', '00040cee-eef7-4bc5-a36d-d1d825e1ede1'] {{(pid=91774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 06:57:45.363857 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c0f00e-e272-4cf4-ba1d-9300490e2de8 tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] Pushing event deleted for resources: {'Port': ['ID=75da24bf-be88-4df4-a1d1-d46d70f6a10b,revision_number=None']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:57:45.368045 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-78c0f00e-e272-4cf4-ba1d-9300490e2de8 tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:57:45.449018 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d1f726-aa79-4d9e-b9ed-3feab2e1f7f0 req-9e7016ba-925d-4bdd-b94a-da32bc15d929 tempest-VolumesSnapshotTestJSON-1176599214 tempest-VolumesSnapshotTestJSON-1176599214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:57:45.450526 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5b9879e-41f9-4531-aafa-75b5a1cf55fe req-78c0f00e-e272-4cf4-ba1d-9300490e2de8 tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] No DVR routers for this DVR port 75da24bf-be88-4df4-a1d1-d46d70f6a10b on host hv-cinder-78414 {{(pid=91773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 06:57:45.451369 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-67d1f726-aa79-4d9e-b9ed-3feab2e1f7f0 req-9e7016ba-925d-4bdd-b94a-da32bc15d929 tempest-VolumesSnapshotTestJSON-1176599214 tempest-VolumesSnapshotTestJSON-1176599214-project] 10.222.0.21 "GET /v2.0/ports?device_id=8249f5dd-85f2-4319-b77c-0d6ef2d247f0 HTTP/1.1" status: 200 len: 946 time: 0.1566570 Jun 07 06:57:45.453730 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [req-a5b9879e-41f9-4531-aafa-75b5a1cf55fe req-78c0f00e-e272-4cf4-ba1d-9300490e2de8 tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503096'] for port, before_response {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:57:45.455987 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-a5b9879e-41f9-4531-aafa-75b5a1cf55fe req-78c0f00e-e272-4cf4-ba1d-9300490e2de8 tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] 10.222.0.43 "DELETE /v2.0/ports/75da24bf-be88-4df4-a1d1-d46d70f6a10b HTTP/1.1" status: 204 len: 173 time: 0.7567427 Jun 07 06:57:45.491425 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d29e5e93-6ed2-4f9d-8a04-8afb0dc5cc04 None None] New status for floating IP 20026014-3deb-4f23-8a07-c4e0a5d3c2a3: DOWN {{(pid=91774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 07 06:57:45.504821 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.21', 57680) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:57:45.519007 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-67d1f726-aa79-4d9e-b9ed-3feab2e1f7f0 req-d242d9c7-535b-432f-8408-deda3bfc2782 tempest-VolumesSnapshotTestJSON-1176599214 tempest-VolumesSnapshotTestJSON-1176599214-project] 10.222.0.21 "GET /v2.0/security-groups?id=f9ad7a56-0689-46d4-902c-187a6d2f61ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610821 Jun 07 06:57:45.612222 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-79de1774-294b-4130-bdd2-601a3300240c tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] Notify callbacks [] for security_group, before_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:57:45.650775 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-79de1774-294b-4130-bdd2-601a3300240c tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:57:45.723409 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-79de1774-294b-4130-bdd2-601a3300240c tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1706761'] for security_group, after_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:57:45.727110 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-79de1774-294b-4130-bdd2-601a3300240c tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] Notify callbacks [] for security_group, before_response {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:57:45.729778 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [None req-79de1774-294b-4130-bdd2-601a3300240c tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] 10.222.0.21 "DELETE /v2.0/security-groups/1b4cb076-4f85-41ec-a873-5e63f865f342 HTTP/1.1" status: 204 len: 168 time: 0.2230806 Jun 07 06:57:45.735818 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-e79a2e71-0645-4c36-adb3-6a02e29cb0bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:57:45.738267 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.wsgi [-] (91772) accepted ('10.222.0.21', 57684) {{(pid=91772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:57:45.754756 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79de1774-294b-4130-bdd2-601a3300240c tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b4cb076-4f85-41ec-a873-5e63f865f342,revision_number=None']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:57:45.756597 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.api.v2.resource [None req-3e55531e-91c0-4966-aa23-7e6e0e99ffbc tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] show failed (client error): The resource could not be found. Jun 07 06:57:45.758061 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-79de1774-294b-4130-bdd2-601a3300240c tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:57:45.763957 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [None req-3e55531e-91c0-4966-aa23-7e6e0e99ffbc tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] 10.222.0.21 "GET /v2.0/security-groups/1b4cb076-4f85-41ec-a873-5e63f865f342 HTTP/1.1" status: 404 len: 347 time: 0.0217605 Jun 07 06:57:45.765339 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.21', 57686) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:57:45.822092 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-0d19974a-c648-42c7-b811-aafe452d0ae9 req-592abae5-1d23-4622-be58-3d69f5ffec17 tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] 10.222.0.21 "GET /v2.0/ports?device_id=0b69e74a-2084-4d1c-a06d-6341ae621244 HTTP/1.1" status: 200 len: 210 time: 0.0495594 Jun 07 06:57:45.937314 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b69e74a-2084-4d1c-a06d-6341ae621244', 'name': 'network-vif-deleted', 'tag': '75da24bf-be88-4df4-a1d1-d46d70f6a10b'}] {{(pid=91773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 06:57:45.939617 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7af0e1444f231fbc9cc9c3372b4fb62bb65a3f4c42e6951a4a8787648e20f245" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7cf9781-b4e6-4401-8f89-aee54b394727" -d '{"events": [{"server_uuid": "0b69e74a-2084-4d1c-a06d-6341ae621244", "name": "network-vif-deleted", "tag": "75da24bf-be88-4df4-a1d1-d46d70f6a10b"}]}' {{(pid=91773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 06:57:45.985662 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 06:57:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de80638c-cad2-437e-b39c-23f0998753b8 x-openstack-request-id: req-de80638c-cad2-437e-b39c-23f0998753b8 {{(pid=91773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 06:57:45.985976 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b69e74a-2084-4d1c-a06d-6341ae621244", "name": "network-vif-deleted", "tag": "75da24bf-be88-4df4-a1d1-d46d70f6a10b", "status": "completed", "code": 200}]} {{(pid=91773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 06:57:45.986248 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-de80638c-cad2-437e-b39c-23f0998753b8 {{(pid=91773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 06:57:45.986651 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b69e74a-2084-4d1c-a06d-6341ae621244', 'name': 'network-vif-deleted', 'tag': '75da24bf-be88-4df4-a1d1-d46d70f6a10b', 'status': 'completed', 'code': 200} Jun 07 06:57:46.012651 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.plugin [None req-5c632b23-5967-49eb-93d0-fb2d90272157 tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] Deleting port f7bae0f5-c70b-4bba-b773-06947b93a94d {{(pid=91773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 06:57:46.012988 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-5c632b23-5967-49eb-93d0-fb2d90272157 tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762332413660'] for port, before_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:57:46.138803 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-5c632b23-5967-49eb-93d0-fb2d90272157 tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1669251'] for port, precommit_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:57:46.139189 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-5c632b23-5967-49eb-93d0-fb2d90272157 tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:57:46.250437 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Device 224d0336-a833-49e1-a20e-5c98bfa53246 no longer exists at agent hyperv_hv-cinder-78414 {{(pid=91774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 06:57:46.290977 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.plugin [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] No Port match for: 224d0336-a833-49e1-a20e-5c98bfa53246 {{(pid=91774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 06:57:46.291321 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Device 224d0336-a833-49e1-a20e-5c98bfa53246 not bound to the agent host hv-cinder-78414 {{(pid=91774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 06:57:46.339524 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.plugin [None req-5c632b23-5967-49eb-93d0-fb2d90272157 tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] Calling delete_port for f7bae0f5-c70b-4bba-b773-06947b93a94d owned by network:floatingip {{(pid=91773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 06:57:46.468297 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-5c632b23-5967-49eb-93d0-fb2d90272157 tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-569476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762332438236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762331935088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2253277'] for port, after_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:57:46.472933 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-c9871aae-463d-44a0-a7be-f84a987b66c0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:57:46.520127 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c632b23-5967-49eb-93d0-fb2d90272157 tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] Pushing event deleted for resources: {'Port': ['ID=f7bae0f5-c70b-4bba-b773-06947b93a94d,revision_number=None']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:57:46.545958 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-5c632b23-5967-49eb-93d0-fb2d90272157 tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:57:46.613880 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-5c632b23-5967-49eb-93d0-fb2d90272157 tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] Notify callbacks [] for floatingip, after_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:57:46.616212 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-5c632b23-5967-49eb-93d0-fb2d90272157 tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503096'] for floatingip, before_response {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:57:46.617349 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [None req-5c632b23-5967-49eb-93d0-fb2d90272157 tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] 10.222.0.21 "DELETE /v2.0/floatingips/20026014-3deb-4f23-8a07-c4e0a5d3c2a3 HTTP/1.1" status: 204 len: 168 time: 0.8509495 Jun 07 06:57:46.722501 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceceb29b-3a22-45d6-b2f8-f16ed7891c62 req-cf720398-ed65-43b2-be00-47befddbf524 tempest-VolumesSnapshotTestJSON-1176599214 tempest-VolumesSnapshotTestJSON-1176599214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:57:46.723855 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-ceceb29b-3a22-45d6-b2f8-f16ed7891c62 req-cf720398-ed65-43b2-be00-47befddbf524 tempest-VolumesSnapshotTestJSON-1176599214 tempest-VolumesSnapshotTestJSON-1176599214-project] 10.222.0.21 "GET /v2.0/ports?device_id=8249f5dd-85f2-4319-b77c-0d6ef2d247f0 HTTP/1.1" status: 200 len: 946 time: 0.0875928 Jun 07 06:57:46.775385 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-ceceb29b-3a22-45d6-b2f8-f16ed7891c62 req-1009afd8-2761-425d-9e38-64e4f3e27301 tempest-VolumesSnapshotTestJSON-1176599214 tempest-VolumesSnapshotTestJSON-1176599214-project] 10.222.0.21 "GET /v2.0/security-groups?id=f9ad7a56-0689-46d4-902c-187a6d2f61ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457284 Jun 07 06:57:46.850964 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.wsgi [-] (91772) accepted ('10.222.0.21', 57696) {{(pid=91772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:57:46.855720 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.v2.base [None req-00178fee-5e4f-4d34-bacb-52a35f4d28be tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1445084688', 'description': 'tempest-description--1703103658'}} {{(pid=91772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 06:57:46.880642 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-00178fee-5e4f-4d34-bacb-52a35f4d28be tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] Notify callbacks [] for security_group, before_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:57:46.987505 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-00178fee-5e4f-4d34-bacb-52a35f4d28be tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] Notify callbacks [] for security_group, precommit_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:57:46.992524 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-00178fee-5e4f-4d34-bacb-52a35f4d28be tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1706761'] for security_group, after_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:57:47.001536 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-c410d6e7-370e-46af-8dcf-f21e4ce77d8d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:57:47.036774 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-00178fee-5e4f-4d34-bacb-52a35f4d28be tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] Notify callbacks [] for security_group, before_response {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:57:47.037978 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [None req-00178fee-5e4f-4d34-bacb-52a35f4d28be tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1860349 Jun 07 06:57:47.038875 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00178fee-5e4f-4d34-bacb-52a35f4d28be tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c87f206a-51e2-42cb-bc99-41914c02c812,revision_number=1']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:57:47.041115 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.21', 57700) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:57:47.041837 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-00178fee-5e4f-4d34-bacb-52a35f4d28be tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:57:47.046291 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.v2.base [None req-815f560f-dfaa-4b23-b3ef-b0b47474404f tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] Request body: {'security_group_rule': {'security_group_id': 'c87f206a-51e2-42cb-bc99-41914c02c812', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 06:57:47.082323 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-815f560f-dfaa-4b23-b3ef-b0b47474404f tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:57:47.176643 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-815f560f-dfaa-4b23-b3ef-b0b47474404f tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:57:47.181578 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-815f560f-dfaa-4b23-b3ef-b0b47474404f tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1706850'] for security_group_rule, after_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:57:47.183690 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-e08ee794-6d21-4097-8872-a4a5dbc4e82a tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:57:47.206256 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815f560f-dfaa-4b23-b3ef-b0b47474404f tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe2f0d3c-e28f-4938-b909-6c69cd131fb8,revision_number=0']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:57:47.208755 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-815f560f-dfaa-4b23-b3ef-b0b47474404f tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:57:47.215959 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-815f560f-dfaa-4b23-b3ef-b0b47474404f tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:57:47.215959 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [None req-815f560f-dfaa-4b23-b3ef-b0b47474404f tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1732514 Jun 07 06:57:47.218482 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.21', 57704) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:57:47.223063 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.v2.base [None req-0124973c-4c51-4490-b830-7cd0c1150370 tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] Request body: {'security_group_rule': {'security_group_id': 'c87f206a-51e2-42cb-bc99-41914c02c812', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=91773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 06:57:47.254889 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-0124973c-4c51-4490-b830-7cd0c1150370 tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:57:47.319155 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-0124973c-4c51-4490-b830-7cd0c1150370 tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:57:47.323413 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-0124973c-4c51-4490-b830-7cd0c1150370 tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1706850'] for security_group_rule, after_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:57:47.326256 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:57:47.334156 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bb9852-e996-4cde-881c-71cc1e826959 req-5611984c-eda7-4b1c-a0e9-8635e3a3cb0a tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:57:47.335632 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-a2bb9852-e996-4cde-881c-71cc1e826959 req-5611984c-eda7-4b1c-a0e9-8635e3a3cb0a tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] 10.222.0.21 "GET /v2.0/ports?device_id=80ef7c92-c0dc-49cd-bf01-d6f0645978f2 HTTP/1.1" status: 200 len: 945 time: 0.0996673 Jun 07 06:57:47.348861 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0124973c-4c51-4490-b830-7cd0c1150370 tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae94edd9-7e97-4e75-8d70-3e2ed2669bed,revision_number=0']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:57:47.351252 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-0124973c-4c51-4490-b830-7cd0c1150370 tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:57:47.356080 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-0124973c-4c51-4490-b830-7cd0c1150370 tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:57:47.357971 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [None req-0124973c-4c51-4490-b830-7cd0c1150370 tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1384895 Jun 07 06:57:47.360398 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.wsgi [-] (91772) accepted ('10.222.0.21', 57706) {{(pid=91772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:57:47.365221 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.v2.base [None req-f2fd38f0-aa3d-46d0-903d-ebdc5bd23320 tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] Request body: {'floatingip': {'floating_network_id': 'a84d0276-e36b-485f-b034-cb606776a5f5'}} {{(pid=91772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 06:57:47.399889 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-a2bb9852-e996-4cde-881c-71cc1e826959 req-0d445fe5-ef42-4ce3-b05d-b6b83cf7ec54 tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] 10.222.0.21 "GET /v2.0/security-groups?id=e7307ba2-82f7-48b4-bd29-8e5128908893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576618 Jun 07 06:57:47.408601 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-f2fd38f0-aa3d-46d0-903d-ebdc5bd23320 tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] Notify callbacks [] for floatingip, before_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:57:47.544528 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-f2fd38f0-aa3d-46d0-903d-ebdc5bd23320 tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564700'] for port, before_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:57:47.683546 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.db.db_base_plugin_common [None req-f2fd38f0-aa3d-46d0-903d-ebdc5bd23320 tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] Allocated IP 172.28.3.127 (a84d0276-e36b-485f-b034-cb606776a5f5/bc8e845f-21f5-4331-a893-3fabfb1361b8/981fe73c-6b21-4439-808a-bc85356a02e9) {{(pid=91772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 06:57:47.839393 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-f2fd38f0-aa3d-46d0-903d-ebdc5bd23320 tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] Notify callbacks [] for port, precommit_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:57:47.868200 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-f2fd38f0-aa3d-46d0-903d-ebdc5bd23320 tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-569476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648536', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762331935079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2958583'] for port, after_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:57:47.873711 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-56405e12-efd9-4a7e-9418-4c6efb968264 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:57:47.973512 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2fd38f0-aa3d-46d0-903d-ebdc5bd23320 tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] Network a84d0276-e36b-485f-b034-cb606776a5f5 is already hosted by enough agents. {{(pid=91772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 06:57:47.977328 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.scheduler.base_scheduler [None req-f2fd38f0-aa3d-46d0-903d-ebdc5bd23320 tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] Resources bound (agent type, host, resource id): {{(pid=91772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 06:57:47.979779 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2fd38f0-aa3d-46d0-903d-ebdc5bd23320 tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] Received port after_create {{(pid=91772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 06:57:48.026822 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fd38f0-aa3d-46d0-903d-ebdc5bd23320 tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] Pushing event updated for resources: {'Port': ['ID=981fe73c-6b21-4439-808a-bc85356a02e9,revision_number=1']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:57:48.029717 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-f2fd38f0-aa3d-46d0-903d-ebdc5bd23320 tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:57:48.083313 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0279712-6650-4146-8be4-6e6bdd994c85 req-020e83a2-d328-43cc-8716-3857cc4cdaea tempest-VolumesSnapshotTestJSON-1176599214 tempest-VolumesSnapshotTestJSON-1176599214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:57:48.084713 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-e0279712-6650-4146-8be4-6e6bdd994c85 req-020e83a2-d328-43cc-8716-3857cc4cdaea tempest-VolumesSnapshotTestJSON-1176599214 tempest-VolumesSnapshotTestJSON-1176599214-project] 10.222.0.21 "GET /v2.0/ports?device_id=8249f5dd-85f2-4319-b77c-0d6ef2d247f0 HTTP/1.1" status: 200 len: 946 time: 0.1811895 Jun 07 06:57:48.116221 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-f2fd38f0-aa3d-46d0-903d-ebdc5bd23320 tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:57:48.174814 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-e0279712-6650-4146-8be4-6e6bdd994c85 req-21bf744e-dfe1-4376-b0e8-ee3817612c08 tempest-VolumesSnapshotTestJSON-1176599214 tempest-VolumesSnapshotTestJSON-1176599214-project] 10.222.0.21 "GET /v2.0/security-groups?id=f9ad7a56-0689-46d4-902c-187a6d2f61ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839047 Jun 07 06:57:48.195137 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-f2fd38f0-aa3d-46d0-903d-ebdc5bd23320 tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564700'] for port, before_update {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:57:48.263451 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Device 75da24bf-be88-4df4-a1d1-d46d70f6a10b no longer exists at agent hyperv_hv-cinder-78414 {{(pid=91774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 06:57:48.298887 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.plugin [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] No Port match for: 75da24bf-be88-4df4-a1d1-d46d70f6a10b {{(pid=91774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 06:57:48.299235 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Device 75da24bf-be88-4df4-a1d1-d46d70f6a10b not bound to the agent host hv-cinder-78414 {{(pid=91774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 06:57:48.502168 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-f2fd38f0-aa3d-46d0-903d-ebdc5bd23320 tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] Notify callbacks [] for port, precommit_update {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:57:48.508138 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-f2fd38f0-aa3d-46d0-903d-ebdc5bd23320 tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-569476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762332438254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762331935097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762331935142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2958540'] for port, after_update {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:57:48.512890 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:57:48.667006 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fd38f0-aa3d-46d0-903d-ebdc5bd23320 tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] Pushing event updated for resources: {'Port': ['ID=981fe73c-6b21-4439-808a-bc85356a02e9,revision_number=2']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:57:48.676624 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-f2fd38f0-aa3d-46d0-903d-ebdc5bd23320 tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:57:48.690112 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-f2fd38f0-aa3d-46d0-903d-ebdc5bd23320 tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1754227'] for floatingip, after_update {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:57:48.712166 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-f2fd38f0-aa3d-46d0-903d-ebdc5bd23320 tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503096'] for floatingip, before_response {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:57:48.713339 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [None req-f2fd38f0-aa3d-46d0-903d-ebdc5bd23320 tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3519433 Jun 07 06:57:48.722261 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24973d5-4447-433d-93c5-9f097667e3d3 req-3d8b27a8-78c0-4d69-b9b4-f3c1ce05a4ac tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:57:48.724415 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-f24973d5-4447-433d-93c5-9f097667e3d3 req-3d8b27a8-78c0-4d69-b9b4-f3c1ce05a4ac tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] 10.222.0.21 "GET /v2.0/ports?device_id=80ef7c92-c0dc-49cd-bf01-d6f0645978f2 HTTP/1.1" status: 200 len: 945 time: 0.1826973 Jun 07 06:57:48.769846 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-f24973d5-4447-433d-93c5-9f097667e3d3 req-5a8e398e-e1c1-4e70-8cfd-9413cd88abc2 tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] 10.222.0.21 "GET /v2.0/security-groups?id=e7307ba2-82f7-48b4-bd29-8e5128908893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405021 Jun 07 06:57:48.933028 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-9189caec-4a0f-4fbb-bf4b-12211876af03 req-299b4923-b15a-4c2b-9ddd-13084214e33b tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--1445084688&fields=id&tenant_id=a521857e620a4cd2a9ecf3c6706dbe4e HTTP/1.1" status: 200 len: 267 time: 0.0400147 Jun 07 06:57:49.079402 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9189caec-4a0f-4fbb-bf4b-12211876af03 req-a7862b3f-ec6d-4613-8041-259aca905b77 tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:57:49.080773 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-9189caec-4a0f-4fbb-bf4b-12211876af03 req-a7862b3f-ec6d-4613-8041-259aca905b77 tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] 10.222.0.21 "GET /v2.0/networks?id=d923eec5-f613-4137-bc9f-8f5300ca5016 HTTP/1.1" status: 200 len: 817 time: 0.1408517 Jun 07 06:57:49.095123 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-9189caec-4a0f-4fbb-bf4b-12211876af03 req-29872bd7-380d-438d-9572-b3825245dc2c tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] 10.222.0.21 "GET /v2.0/quotas/a521857e620a4cd2a9ecf3c6706dbe4e HTTP/1.1" status: 200 len: 375 time: 0.0089188 Jun 07 06:57:49.179737 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-9189caec-4a0f-4fbb-bf4b-12211876af03 req-6565fd0a-056c-453e-8036-fddd9216a328 tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=a521857e620a4cd2a9ecf3c6706dbe4e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0796294 Jun 07 06:57:49.370391 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-9189caec-4a0f-4fbb-bf4b-12211876af03 req-249afe49-e297-485b-a30d-ac591ce095a4 service neutron] 10.222.0.21 "GET /v2.0/networks/d923eec5-f613-4137-bc9f-8f5300ca5016?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1780508 Jun 07 06:57:49.431611 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8390748c-639b-49ab-8380-989ebe8714f1 req-08f69529-6e3f-426b-85db-a838fd22be8e tempest-VolumesSnapshotTestJSON-1176599214 tempest-VolumesSnapshotTestJSON-1176599214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:57:49.433087 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-8390748c-639b-49ab-8380-989ebe8714f1 req-08f69529-6e3f-426b-85db-a838fd22be8e tempest-VolumesSnapshotTestJSON-1176599214 tempest-VolumesSnapshotTestJSON-1176599214-project] 10.222.0.21 "GET /v2.0/ports?device_id=8249f5dd-85f2-4319-b77c-0d6ef2d247f0 HTTP/1.1" status: 200 len: 946 time: 0.1497240 Jun 07 06:57:49.550824 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-8390748c-639b-49ab-8380-989ebe8714f1 req-89bfa6fb-2911-46e3-8ec1-6d12e0cd3674 tempest-VolumesSnapshotTestJSON-1176599214 tempest-VolumesSnapshotTestJSON-1176599214-project] 10.222.0.21 "GET /v2.0/security-groups?id=f9ad7a56-0689-46d4-902c-187a6d2f61ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720489 Jun 07 06:57:49.552846 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-9189caec-4a0f-4fbb-bf4b-12211876af03 req-469183ac-6d0e-4c54-b25f-e4e78127f4eb service neutron] 10.222.0.21 "GET /v2.0/networks/d923eec5-f613-4137-bc9f-8f5300ca5016?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1765065 Jun 07 06:57:49.733542 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-97b992db-b3a4-454d-8928-4c2b89d077d8 req-0e407698-6b5f-4f94-953e-ff2fe71d03ab tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] 10.222.0.21 "GET /v2.0/ports?device_id=ebdb7c72-c3d1-47bb-9d0a-4f00e59b88dc HTTP/1.1" status: 200 len: 210 time: 0.0423231 Jun 07 06:57:49.970823 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27862fec-a7c7-4b06-b4f6-1c8b34785242 req-4c06c8a9-1b84-48c5-8da8-8e0afc36c806 tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:57:49.972383 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-27862fec-a7c7-4b06-b4f6-1c8b34785242 req-4c06c8a9-1b84-48c5-8da8-8e0afc36c806 tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] 10.222.0.21 "GET /v2.0/ports?device_id=80ef7c92-c0dc-49cd-bf01-d6f0645978f2 HTTP/1.1" status: 200 len: 945 time: 0.0863516 Jun 07 06:57:50.022554 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-27862fec-a7c7-4b06-b4f6-1c8b34785242 req-0558edaf-1479-4a92-9a16-4d78e00a2d63 tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] 10.222.0.21 "GET /v2.0/security-groups?id=e7307ba2-82f7-48b4-bd29-8e5128908893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437465 Jun 07 06:57:50.371620 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d291beaa-2843-4594-927e-0a5bffdf3d2a req-8586042a-59c5-43a5-9fc9-0e3f30b4516c tempest-VolumesSnapshotTestJSON-1176599214 tempest-VolumesSnapshotTestJSON-1176599214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:57:50.372976 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-d291beaa-2843-4594-927e-0a5bffdf3d2a req-8586042a-59c5-43a5-9fc9-0e3f30b4516c tempest-VolumesSnapshotTestJSON-1176599214 tempest-VolumesSnapshotTestJSON-1176599214-project] 10.222.0.43 "GET /v2.0/ports?device_id=8249f5dd-85f2-4319-b77c-0d6ef2d247f0 HTTP/1.1" status: 200 len: 946 time: 0.0798306 Jun 07 06:57:50.526350 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.plugin [req-d291beaa-2843-4594-927e-0a5bffdf3d2a req-d80e5856-d1fe-4f5f-8c22-83b4248e60ce tempest-VolumesSnapshotTestJSON-1176599214 tempest-VolumesSnapshotTestJSON-1176599214-project] Deleting port 81c7f487-e1cd-4bb0-82aa-b171e82e797e {{(pid=91773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 06:57:50.526690 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [req-d291beaa-2843-4594-927e-0a5bffdf3d2a req-d80e5856-d1fe-4f5f-8c22-83b4248e60ce tempest-VolumesSnapshotTestJSON-1176599214 tempest-VolumesSnapshotTestJSON-1176599214-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762332413660'] for port, before_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:57:50.664844 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.db [req-d291beaa-2843-4594-927e-0a5bffdf3d2a req-d80e5856-d1fe-4f5f-8c22-83b4248e60ce tempest-VolumesSnapshotTestJSON-1176599214 tempest-VolumesSnapshotTestJSON-1176599214-project] For port 81c7f487-e1cd-4bb0-82aa-b171e82e797e, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=81c7f487-e1cd-4bb0-82aa-b171e82e797e,segment=NetworkSegment(dd64b553-55a0-497a-b3fa-2881b749f6b3),segment_id=dd64b553-55a0-497a-b3fa-2881b749f6b3)] {{(pid=91773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 06:57:50.665199 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [req-d291beaa-2843-4594-927e-0a5bffdf3d2a req-d80e5856-d1fe-4f5f-8c22-83b4248e60ce tempest-VolumesSnapshotTestJSON-1176599214 tempest-VolumesSnapshotTestJSON-1176599214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1669251'] for port, precommit_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:57:50.815238 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.plugin [req-d291beaa-2843-4594-927e-0a5bffdf3d2a req-d80e5856-d1fe-4f5f-8c22-83b4248e60ce tempest-VolumesSnapshotTestJSON-1176599214 tempest-VolumesSnapshotTestJSON-1176599214-project] Calling delete_port for 81c7f487-e1cd-4bb0-82aa-b171e82e797e owned by compute:nova {{(pid=91773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 06:57:50.893554 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe4958a-1116-41ec-8fc2-91c87c15ac0a req-274c7003-0eff-4653-bf17-1c0b27676abf tempest-VolumesSnapshotTestJSON-1176599214 tempest-VolumesSnapshotTestJSON-1176599214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:57:50.895025 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-cfe4958a-1116-41ec-8fc2-91c87c15ac0a req-274c7003-0eff-4653-bf17-1c0b27676abf tempest-VolumesSnapshotTestJSON-1176599214 tempest-VolumesSnapshotTestJSON-1176599214-project] 10.222.0.21 "GET /v2.0/ports?device_id=8249f5dd-85f2-4319-b77c-0d6ef2d247f0 HTTP/1.1" status: 200 len: 946 time: 0.2333243 Jun 07 06:57:50.926228 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-b983f648-8d92-4c6e-b1fc-87d0c28ad15f req-fb4e16e7-6eb8-4813-b7e5-2e94da2ea6b7 tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] 10.222.0.21 "GET /v2.0/ports?device_id=ebdb7c72-c3d1-47bb-9d0a-4f00e59b88dc HTTP/1.1" status: 200 len: 210 time: 0.0738239 Jun 07 06:57:50.942660 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [req-d291beaa-2843-4594-927e-0a5bffdf3d2a req-d80e5856-d1fe-4f5f-8c22-83b4248e60ce tempest-VolumesSnapshotTestJSON-1176599214 tempest-VolumesSnapshotTestJSON-1176599214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-569476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762332438236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762331935088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2253277'] for port, after_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:57:50.950269 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:57:50.953979 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9189caec-4a0f-4fbb-bf4b-12211876af03 req-539ec04b-8810-47e8-af2e-30e43eb92d71 tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:57:50.955462 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-9189caec-4a0f-4fbb-bf4b-12211876af03 req-539ec04b-8810-47e8-af2e-30e43eb92d71 tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] 10.222.0.43 "GET /v2.0/networks?id=d923eec5-f613-4137-bc9f-8f5300ca5016 HTTP/1.1" status: 200 len: 817 time: 0.2416828 Jun 07 06:57:50.965136 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.db [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] get_ports_and_sgs() called for port_ids ['81c7f487-e1cd-4bb0-82aa-b171e82e797e'] {{(pid=91774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 06:57:51.000980 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-cfe4958a-1116-41ec-8fc2-91c87c15ac0a req-d24bffee-9b97-4fa2-a9a2-445e644421e8 tempest-VolumesSnapshotTestJSON-1176599214 tempest-VolumesSnapshotTestJSON-1176599214-project] 10.222.0.21 "GET /v2.0/security-groups?id=f9ad7a56-0689-46d4-902c-187a6d2f61ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981133 Jun 07 06:57:51.029287 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80e5856-d1fe-4f5f-8c22-83b4248e60ce tempest-VolumesSnapshotTestJSON-1176599214 tempest-VolumesSnapshotTestJSON-1176599214-project] Pushing event deleted for resources: {'Port': ['ID=81c7f487-e1cd-4bb0-82aa-b171e82e797e,revision_number=None']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:57:51.034237 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-9189caec-4a0f-4fbb-bf4b-12211876af03 req-43e02425-dd6d-4401-81db-a8527be15933 tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a521857e620a4cd2a9ecf3c6706dbe4e HTTP/1.1" status: 200 len: 380 time: 0.0597370 Jun 07 06:57:51.036546 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-d80e5856-d1fe-4f5f-8c22-83b4248e60ce tempest-VolumesSnapshotTestJSON-1176599214 tempest-VolumesSnapshotTestJSON-1176599214-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:57:51.047623 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.v2.base [req-9189caec-4a0f-4fbb-bf4b-12211876af03 req-ad2994af-d696-40c9-9fcf-c27a879e6687 tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] Request body: {'port': {'device_id': 'ebdb7c72-c3d1-47bb-9d0a-4f00e59b88dc', 'network_id': 'd923eec5-f613-4137-bc9f-8f5300ca5016', 'admin_state_up': True, 'tenant_id': 'a521857e620a4cd2a9ecf3c6706dbe4e', 'security_groups': ['c87f206a-51e2-42cb-bc99-41914c02c812']}} {{(pid=91772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 06:57:51.078185 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.db.l3_dvrscheduler_db [req-d291beaa-2843-4594-927e-0a5bffdf3d2a req-d80e5856-d1fe-4f5f-8c22-83b4248e60ce tempest-VolumesSnapshotTestJSON-1176599214 tempest-VolumesSnapshotTestJSON-1176599214-project] No DVR routers for this DVR port 81c7f487-e1cd-4bb0-82aa-b171e82e797e on host hv-cinder-78414 {{(pid=91773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 06:57:51.080598 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [req-d291beaa-2843-4594-927e-0a5bffdf3d2a req-d80e5856-d1fe-4f5f-8c22-83b4248e60ce tempest-VolumesSnapshotTestJSON-1176599214 tempest-VolumesSnapshotTestJSON-1176599214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503096'] for port, before_response {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:57:51.082709 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-d291beaa-2843-4594-927e-0a5bffdf3d2a req-d80e5856-d1fe-4f5f-8c22-83b4248e60ce tempest-VolumesSnapshotTestJSON-1176599214 tempest-VolumesSnapshotTestJSON-1176599214-project] 10.222.0.43 "DELETE /v2.0/ports/81c7f487-e1cd-4bb0-82aa-b171e82e797e HTTP/1.1" status: 204 len: 173 time: 0.6889646 Jun 07 06:57:51.083187 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8249f5dd-85f2-4319-b77c-0d6ef2d247f0', 'name': 'network-vif-deleted', 'tag': '81c7f487-e1cd-4bb0-82aa-b171e82e797e'}] {{(pid=91773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 06:57:51.085488 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7af0e1444f231fbc9cc9c3372b4fb62bb65a3f4c42e6951a4a8787648e20f245" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d215bb7d-e13e-464d-a94b-e9d97d23fb8c" -d '{"events": [{"server_uuid": "8249f5dd-85f2-4319-b77c-0d6ef2d247f0", "name": "network-vif-deleted", "tag": "81c7f487-e1cd-4bb0-82aa-b171e82e797e"}]}' {{(pid=91773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 06:57:51.148094 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 06:57:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-580564a7-87c6-4268-b9da-60ff408f706a x-openstack-request-id: req-580564a7-87c6-4268-b9da-60ff408f706a {{(pid=91773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 06:57:51.148464 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8249f5dd-85f2-4319-b77c-0d6ef2d247f0", "name": "network-vif-deleted", "tag": "81c7f487-e1cd-4bb0-82aa-b171e82e797e", "status": "completed", "code": 200}]} {{(pid=91773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 06:57:51.148818 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-580564a7-87c6-4268-b9da-60ff408f706a {{(pid=91773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 06:57:51.149304 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8249f5dd-85f2-4319-b77c-0d6ef2d247f0', 'name': 'network-vif-deleted', 'tag': '81c7f487-e1cd-4bb0-82aa-b171e82e797e', 'status': 'completed', 'code': 200} Jun 07 06:57:51.367178 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2475c49-fe58-43c3-817a-239428177235 req-010619b7-8a4d-4c3d-b1ba-3b1285801a1f tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:57:51.368553 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-e2475c49-fe58-43c3-817a-239428177235 req-010619b7-8a4d-4c3d-b1ba-3b1285801a1f tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] 10.222.0.21 "GET /v2.0/ports?device_id=80ef7c92-c0dc-49cd-bf01-d6f0645978f2 HTTP/1.1" status: 200 len: 945 time: 0.2277095 Jun 07 06:57:51.369584 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9189caec-4a0f-4fbb-bf4b-12211876af03 req-ad2994af-d696-40c9-9fcf-c27a879e6687 tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] Made reservation on behalf of a521857e620a4cd2a9ecf3c6706dbe4e for: {'port': 1} {{(pid=91772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 06:57:51.372826 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [req-9189caec-4a0f-4fbb-bf4b-12211876af03 req-ad2994af-d696-40c9-9fcf-c27a879e6687 tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564700'] for port, before_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:57:51.474011 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-e2475c49-fe58-43c3-817a-239428177235 req-0c091e31-8f53-461a-ae8d-e2cd90d321db tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] 10.222.0.21 "GET /v2.0/security-groups?id=e7307ba2-82f7-48b4-bd29-8e5128908893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916548 Jun 07 06:57:51.569062 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.db.db_base_plugin_common [req-9189caec-4a0f-4fbb-bf4b-12211876af03 req-ad2994af-d696-40c9-9fcf-c27a879e6687 tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] Allocated IP 172.20.0.8 (d923eec5-f613-4137-bc9f-8f5300ca5016/c3d491a8-638d-42a9-876a-8c51b2a3d541/2bd67d37-370f-4ff8-bb69-fa53be603f45) {{(pid=91772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 06:57:51.767667 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [req-9189caec-4a0f-4fbb-bf4b-12211876af03 req-ad2994af-d696-40c9-9fcf-c27a879e6687 tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] Notify callbacks [] for port, precommit_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:57:51.784179 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.db.provisioning_blocks [req-9189caec-4a0f-4fbb-bf4b-12211876af03 req-ad2994af-d696-40c9-9fcf-c27a879e6687 tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] Transition to ACTIVE for port object 2bd67d37-370f-4ff8-bb69-fa53be603f45 will not be triggered until provisioned by entity DHCP. {{(pid=91772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 06:57:51.808882 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [req-9189caec-4a0f-4fbb-bf4b-12211876af03 req-ad2994af-d696-40c9-9fcf-c27a879e6687 tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-569476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648536', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762331935079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2958583'] for port, after_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:57:51.814686 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-7f7b92da-bdf4-478f-8f92-6f9bd43f4f2a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:57:51.879593 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9189caec-4a0f-4fbb-bf4b-12211876af03 req-ad2994af-d696-40c9-9fcf-c27a879e6687 tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] Network d923eec5-f613-4137-bc9f-8f5300ca5016 is already hosted by enough agents. {{(pid=91772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 06:57:51.882591 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.scheduler.base_scheduler [req-9189caec-4a0f-4fbb-bf4b-12211876af03 req-ad2994af-d696-40c9-9fcf-c27a879e6687 tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] Resources bound (agent type, host, resource id): {{(pid=91772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 06:57:51.886387 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.db.l3_dvrscheduler_db [req-9189caec-4a0f-4fbb-bf4b-12211876af03 req-ad2994af-d696-40c9-9fcf-c27a879e6687 tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] Received port after_create {{(pid=91772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 06:57:51.921023 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2994af-d696-40c9-9fcf-c27a879e6687 tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] Pushing event updated for resources: {'Port': ['ID=2bd67d37-370f-4ff8-bb69-fa53be603f45,revision_number=1']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:57:51.928278 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-ad2994af-d696-40c9-9fcf-c27a879e6687 tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:57:51.958393 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9189caec-4a0f-4fbb-bf4b-12211876af03 req-ad2994af-d696-40c9-9fcf-c27a879e6687 tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:57:51.959033 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [req-9189caec-4a0f-4fbb-bf4b-12211876af03 req-ad2994af-d696-40c9-9fcf-c27a879e6687 tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503096'] for port, before_response {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:57:51.980839 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-9189caec-4a0f-4fbb-bf4b-12211876af03 req-ad2994af-d696-40c9-9fcf-c27a879e6687 tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9376101 Jun 07 06:57:51.999613 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.v2.base [req-9189caec-4a0f-4fbb-bf4b-12211876af03 req-afd3f2da-d490-467a-9d04-7b64827f5b54 service neutron] Request body: {'port': {'device_id': 'ebdb7c72-c3d1-47bb-9d0a-4f00e59b88dc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78414'}} {{(pid=91772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 06:57:52.117226 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.db.provisioning_blocks [None req-6253be0e-c9bc-4f0f-a479-ef6a0ebfd02a None None] Provisioning for port 2bd67d37-370f-4ff8-bb69-fa53be603f45 completed by entity DHCP. {{(pid=91774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 06:57:52.122445 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.db.provisioning_blocks [None req-6253be0e-c9bc-4f0f-a479-ef6a0ebfd02a None None] Provisioning complete for port 2bd67d37-370f-4ff8-bb69-fa53be603f45 triggered by entity DHCP. {{(pid=91774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 06:57:52.122838 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-6253be0e-c9bc-4f0f-a479-ef6a0ebfd02a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723953'] for port, provisioning_complete {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:57:52.184682 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.plugin [None req-6253be0e-c9bc-4f0f-a479-ef6a0ebfd02a None None] Port 2bd67d37-370f-4ff8-bb69-fa53be603f45 cannot update to ACTIVE because it is not bound. {{(pid=91774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 07 06:57:52.186421 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [req-9189caec-4a0f-4fbb-bf4b-12211876af03 req-afd3f2da-d490-467a-9d04-7b64827f5b54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564700'] for port, before_update {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:57:52.212491 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bccfb10-8ba8-4f1f-9594-a2e80e437028 req-cc672bfd-4a10-41ff-a9fe-7904d0a57079 tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:57:52.213924 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-6bccfb10-8ba8-4f1f-9594-a2e80e437028 req-cc672bfd-4a10-41ff-a9fe-7904d0a57079 tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] 10.222.0.21 "GET /v2.0/ports?device_id=ebdb7c72-c3d1-47bb-9d0a-4f00e59b88dc HTTP/1.1" status: 200 len: 931 time: 0.1608627 Jun 07 06:57:52.308342 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-6bccfb10-8ba8-4f1f-9594-a2e80e437028 req-83a47c75-d118-4203-a2ec-22ac67b780d7 tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] 10.222.0.21 "GET /v2.0/security-groups?id=c87f206a-51e2-42cb-bc99-41914c02c812&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706949 Jun 07 06:57:52.631223 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.notifiers.nova [req-9189caec-4a0f-4fbb-bf4b-12211876af03 req-afd3f2da-d490-467a-9d04-7b64827f5b54 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2bd67d37-370f-4ff8-bb69-fa53be603f45 {{(pid=91772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 06:57:52.640335 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [req-9189caec-4a0f-4fbb-bf4b-12211876af03 req-afd3f2da-d490-467a-9d04-7b64827f5b54 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:57:52.666592 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.db.provisioning_blocks [req-9189caec-4a0f-4fbb-bf4b-12211876af03 req-afd3f2da-d490-467a-9d04-7b64827f5b54 service neutron] Transition to ACTIVE for port object 2bd67d37-370f-4ff8-bb69-fa53be603f45 will not be triggered until provisioned by entity L2. {{(pid=91772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 06:57:52.673292 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [req-9189caec-4a0f-4fbb-bf4b-12211876af03 req-afd3f2da-d490-467a-9d04-7b64827f5b54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-569476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762332438254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762331935097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762331935142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2958540'] for port, after_update {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:57:52.678219 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-f2fd38f0-aa3d-46d0-903d-ebdc5bd23320 tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:57:52.807286 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f0c520-0140-4f65-8efb-12635571a166 req-85417b0a-c9f4-434d-8fad-8160cab58d0a tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:57:52.809129 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-e3f0c520-0140-4f65-8efb-12635571a166 req-85417b0a-c9f4-434d-8fad-8160cab58d0a tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] 10.222.0.21 "GET /v2.0/ports?device_id=80ef7c92-c0dc-49cd-bf01-d6f0645978f2 HTTP/1.1" status: 200 len: 945 time: 0.2238007 Jun 07 06:57:52.842163 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd3f2da-d490-467a-9d04-7b64827f5b54 service neutron] Pushing event updated for resources: {'Port': ['ID=2bd67d37-370f-4ff8-bb69-fa53be603f45,revision_number=2']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:57:52.872989 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-afd3f2da-d490-467a-9d04-7b64827f5b54 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:57:52.938145 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-e3f0c520-0140-4f65-8efb-12635571a166 req-c86f702d-9f3f-4953-b2cb-4ee5b1945791 tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] 10.222.0.21 "GET /v2.0/security-groups?id=e7307ba2-82f7-48b4-bd29-8e5128908893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213100 Jun 07 06:57:52.969162 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.plugins.ml2.managers [req-9189caec-4a0f-4fbb-bf4b-12211876af03 req-afd3f2da-d490-467a-9d04-7b64827f5b54 service neutron] Attempting to bind port 2bd67d37-370f-4ff8-bb69-fa53be603f45 on host hv-cinder-78414 for vnic_type normal with profile {{(pid=91772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 06:57:52.969485 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.plugins.ml2.managers [req-9189caec-4a0f-4fbb-bf4b-12211876af03 req-afd3f2da-d490-467a-9d04-7b64827f5b54 service neutron] Attempting to bind port 2bd67d37-370f-4ff8-bb69-fa53be603f45 by drivers openvswitch,hyperv on host hv-cinder-78414 at level 0 using segments [{'id': '3ffd2bba-2e4c-4340-84bb-337c4d476270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'd923eec5-f613-4137-bc9f-8f5300ca5016'}] {{(pid=91772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 06:57:52.969805 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9189caec-4a0f-4fbb-bf4b-12211876af03 req-afd3f2da-d490-467a-9d04-7b64827f5b54 service neutron] Attempting to bind port 2bd67d37-370f-4ff8-bb69-fa53be603f45 on network d923eec5-f613-4137-bc9f-8f5300ca5016 {{(pid=91772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 06:57:52.974355 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9189caec-4a0f-4fbb-bf4b-12211876af03 req-afd3f2da-d490-467a-9d04-7b64827f5b54 service neutron] Port 2bd67d37-370f-4ff8-bb69-fa53be603f45 on network d923eec5-f613-4137-bc9f-8f5300ca5016 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78414 {{(pid=91772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 07 06:57:52.974661 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9189caec-4a0f-4fbb-bf4b-12211876af03 req-afd3f2da-d490-467a-9d04-7b64827f5b54 service neutron] Attempting to bind port 2bd67d37-370f-4ff8-bb69-fa53be603f45 on network d923eec5-f613-4137-bc9f-8f5300ca5016 {{(pid=91772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 06:57:52.979772 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9189caec-4a0f-4fbb-bf4b-12211876af03 req-afd3f2da-d490-467a-9d04-7b64827f5b54 service neutron] Checking agent: {'id': '5a91191c-7894-4314-84ee-19ce578def86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78414', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 6, 52, 11), 'started_at': datetime.datetime(2021, 6, 7, 6, 52, 11), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 6, 57, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 06:57:52.980117 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9189caec-4a0f-4fbb-bf4b-12211876af03 req-afd3f2da-d490-467a-9d04-7b64827f5b54 service neutron] Checking segment: {'id': '3ffd2bba-2e4c-4340-84bb-337c4d476270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'd923eec5-f613-4137-bc9f-8f5300ca5016'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 06:57:52.980489 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9189caec-4a0f-4fbb-bf4b-12211876af03 req-afd3f2da-d490-467a-9d04-7b64827f5b54 service neutron] Bound using segment: {'id': '3ffd2bba-2e4c-4340-84bb-337c4d476270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'd923eec5-f613-4137-bc9f-8f5300ca5016'} {{(pid=91772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 06:57:52.981499 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.plugins.ml2.managers [req-9189caec-4a0f-4fbb-bf4b-12211876af03 req-afd3f2da-d490-467a-9d04-7b64827f5b54 service neutron] Bound port: 2bd67d37-370f-4ff8-bb69-fa53be603f45, host: hv-cinder-78414, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ffd2bba-2e4c-4340-84bb-337c4d476270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'd923eec5-f613-4137-bc9f-8f5300ca5016'}}] {{(pid=91772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 06:57:52.981838 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [req-9189caec-4a0f-4fbb-bf4b-12211876af03 req-afd3f2da-d490-467a-9d04-7b64827f5b54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564700'] for port, before_update {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:57:53.075018 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.plugins.ml2.db [req-9189caec-4a0f-4fbb-bf4b-12211876af03 req-afd3f2da-d490-467a-9d04-7b64827f5b54 service neutron] For port 2bd67d37-370f-4ff8-bb69-fa53be603f45, host hv-cinder-78414, cleared binding levels {{(pid=91772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 06:57:53.079824 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.plugins.ml2.db [req-9189caec-4a0f-4fbb-bf4b-12211876af03 req-afd3f2da-d490-467a-9d04-7b64827f5b54 service neutron] For port 2bd67d37-370f-4ff8-bb69-fa53be603f45, host hv-cinder-78414, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=2bd67d37-370f-4ff8-bb69-fa53be603f45,segment=NetworkSegment(3ffd2bba-2e4c-4340-84bb-337c4d476270),segment_id=3ffd2bba-2e4c-4340-84bb-337c4d476270)] {{(pid=91772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 06:57:53.091244 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [req-9189caec-4a0f-4fbb-bf4b-12211876af03 req-afd3f2da-d490-467a-9d04-7b64827f5b54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-569476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762332438254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762331935097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762331935142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2958540'] for port, after_update {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:57:53.095198 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-d146ca19-23fc-48c4-923e-5042d0c746e4 tempest-DeleteServersTestJSON-860680093 tempest-DeleteServersTestJSON-860680093-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:57:53.151323 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9189caec-4a0f-4fbb-bf4b-12211876af03 req-afd3f2da-d490-467a-9d04-7b64827f5b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:57:53.151964 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [req-9189caec-4a0f-4fbb-bf4b-12211876af03 req-afd3f2da-d490-467a-9d04-7b64827f5b54 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503096'] for port, before_response {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:57:53.153890 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-9189caec-4a0f-4fbb-bf4b-12211876af03 req-afd3f2da-d490-467a-9d04-7b64827f5b54 service neutron] 10.222.0.43 "PUT /v2.0/ports/2bd67d37-370f-4ff8-bb69-fa53be603f45 HTTP/1.1" status: 200 len: 1093 time: 1.1596799 Jun 07 06:57:53.154627 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebdb7c72-c3d1-47bb-9d0a-4f00e59b88dc', 'tag': '2bd67d37-370f-4ff8-bb69-fa53be603f45'}] {{(pid=91772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 06:57:53.157128 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b3564b50ce45010e06e11b2a9bfee31ad6a5dcfa31583fbede74178fb7a3d70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39fc9822-c553-4531-8430-5bed649c1a4e" -d '{"events": [{"name": "network-changed", "server_uuid": "ebdb7c72-c3d1-47bb-9d0a-4f00e59b88dc", "tag": "2bd67d37-370f-4ff8-bb69-fa53be603f45"}]}' {{(pid=91772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 06:57:53.178362 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd3f2da-d490-467a-9d04-7b64827f5b54 service neutron] Pushing event updated for resources: {'Port': ['ID=2bd67d37-370f-4ff8-bb69-fa53be603f45,revision_number=3']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:57:53.189305 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-afd3f2da-d490-467a-9d04-7b64827f5b54 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:57:53.238593 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 06:57:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa12a3e7-d713-4d5e-88a2-b3143df70620 x-openstack-request-id: req-aa12a3e7-d713-4d5e-88a2-b3143df70620 {{(pid=91772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 06:57:53.238912 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ebdb7c72-c3d1-47bb-9d0a-4f00e59b88dc", "tag": "2bd67d37-370f-4ff8-bb69-fa53be603f45", "status": "completed", "code": 200}]} {{(pid=91772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 06:57:53.239191 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-aa12a3e7-d713-4d5e-88a2-b3143df70620 {{(pid=91772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 06:57:53.239615 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ebdb7c72-c3d1-47bb-9d0a-4f00e59b88dc', 'tag': '2bd67d37-370f-4ff8-bb69-fa53be603f45', 'status': 'completed', 'code': 200} Jun 07 06:57:53.322843 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36df6bfe-b63e-458d-b12d-a39b538533f2 req-4315d130-d153-497b-929d-35110b74b94f tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:57:53.324879 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-36df6bfe-b63e-458d-b12d-a39b538533f2 req-4315d130-d153-497b-929d-35110b74b94f tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] 10.222.0.43 "GET /v2.0/ports?device_id=80ef7c92-c0dc-49cd-bf01-d6f0645978f2 HTTP/1.1" status: 200 len: 945 time: 0.0906720 Jun 07 06:57:53.372941 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9189caec-4a0f-4fbb-bf4b-12211876af03 req-2fcc10e1-4074-4581-9e27-de5cab9c6409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:57:53.374414 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-9189caec-4a0f-4fbb-bf4b-12211876af03 req-2fcc10e1-4074-4581-9e27-de5cab9c6409 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a521857e620a4cd2a9ecf3c6706dbe4e&device_id=ebdb7c72-c3d1-47bb-9d0a-4f00e59b88dc HTTP/1.1" status: 200 len: 1096 time: 0.1747565 Jun 07 06:57:53.465874 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.plugin [req-36df6bfe-b63e-458d-b12d-a39b538533f2 req-bccbfa9b-c485-480f-9c2b-8039fc8d8183 tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] Deleting port 00040cee-eef7-4bc5-a36d-d1d825e1ede1 {{(pid=91773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 06:57:53.466209 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [req-36df6bfe-b63e-458d-b12d-a39b538533f2 req-bccbfa9b-c485-480f-9c2b-8039fc8d8183 tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762332413660'] for port, before_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:57:53.480620 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-9189caec-4a0f-4fbb-bf4b-12211876af03 req-57141c51-3580-47bb-8b40-ea3cead26516 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2bd67d37-370f-4ff8-bb69-fa53be603f45 HTTP/1.1" status: 200 len: 217 time: 0.0965195 Jun 07 06:57:53.565656 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9189caec-4a0f-4fbb-bf4b-12211876af03 req-cb12a2fd-8057-454e-acee-865553c1414c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:57:53.567067 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-9189caec-4a0f-4fbb-bf4b-12211876af03 req-cb12a2fd-8057-454e-acee-865553c1414c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c3d491a8-638d-42a9-876a-8c51b2a3d541 HTTP/1.1" status: 200 len: 856 time: 0.0747392 Jun 07 06:57:53.603248 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.db [req-36df6bfe-b63e-458d-b12d-a39b538533f2 req-bccbfa9b-c485-480f-9c2b-8039fc8d8183 tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] For port 00040cee-eef7-4bc5-a36d-d1d825e1ede1, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=00040cee-eef7-4bc5-a36d-d1d825e1ede1,segment=NetworkSegment(2c325375-111f-4eec-b37b-2bfb897bb45c),segment_id=2c325375-111f-4eec-b37b-2bfb897bb45c)] {{(pid=91773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 06:57:53.603605 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [req-36df6bfe-b63e-458d-b12d-a39b538533f2 req-bccbfa9b-c485-480f-9c2b-8039fc8d8183 tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1669251'] for port, precommit_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:57:53.628469 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a34155-5d84-4277-94e4-0ff21452ced0 req-fadd11f3-d5df-4fdc-9217-c0423eb47b44 tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:57:53.630055 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-f7a34155-5d84-4277-94e4-0ff21452ced0 req-fadd11f3-d5df-4fdc-9217-c0423eb47b44 tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] 10.222.0.21 "GET /v2.0/ports?device_id=ebdb7c72-c3d1-47bb-9d0a-4f00e59b88dc HTTP/1.1" status: 200 len: 943 time: 0.1917412 Jun 07 06:57:53.693277 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-f7a34155-5d84-4277-94e4-0ff21452ced0 req-cbc40177-3098-490f-b4b5-347b8f885301 tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] 10.222.0.21 "GET /v2.0/security-groups?id=c87f206a-51e2-42cb-bc99-41914c02c812&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524166 Jun 07 06:57:53.708394 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9189caec-4a0f-4fbb-bf4b-12211876af03 req-69c4098d-6993-4fe7-b270-08c40c7db651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:57:53.709850 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-9189caec-4a0f-4fbb-bf4b-12211876af03 req-69c4098d-6993-4fe7-b270-08c40c7db651 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d923eec5-f613-4137-bc9f-8f5300ca5016&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1354823 Jun 07 06:57:53.802013 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.plugin [req-36df6bfe-b63e-458d-b12d-a39b538533f2 req-bccbfa9b-c485-480f-9c2b-8039fc8d8183 tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] Calling delete_port for 00040cee-eef7-4bc5-a36d-d1d825e1ede1 owned by compute:nova {{(pid=91773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 06:57:53.867324 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-9189caec-4a0f-4fbb-bf4b-12211876af03 req-f54df6ca-740e-42f9-9dd9-bb61ed44db97 service neutron] 10.222.0.43 "GET /v2.0/networks/d923eec5-f613-4137-bc9f-8f5300ca5016?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1498015 Jun 07 06:57:53.933346 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [req-36df6bfe-b63e-458d-b12d-a39b538533f2 req-bccbfa9b-c485-480f-9c2b-8039fc8d8183 tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-569476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762332438236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762331935088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2253277'] for port, after_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:57:53.939475 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-7aa243c5-211e-46e4-90d9-4ad4f46f7358 tempest-VolumesActionsTest-701523973 tempest-VolumesActionsTest-701523973-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:57:53.946931 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.db [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] get_ports_and_sgs() called for port_ids ['00040cee-eef7-4bc5-a36d-d1d825e1ede1'] {{(pid=91774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 06:57:53.989883 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccbfa9b-c485-480f-9c2b-8039fc8d8183 tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] Pushing event deleted for resources: {'Port': ['ID=00040cee-eef7-4bc5-a36d-d1d825e1ede1,revision_number=None']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:57:53.993172 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-bccbfa9b-c485-480f-9c2b-8039fc8d8183 tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:57:54.022141 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-9189caec-4a0f-4fbb-bf4b-12211876af03 req-f9d4a110-5f2c-4f8f-9b77-26e1a2455240 service neutron] 10.222.0.43 "GET /v2.0/networks/d923eec5-f613-4137-bc9f-8f5300ca5016?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1478410 Jun 07 06:57:54.066697 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.db.l3_dvrscheduler_db [req-36df6bfe-b63e-458d-b12d-a39b538533f2 req-bccbfa9b-c485-480f-9c2b-8039fc8d8183 tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] No DVR routers for this DVR port 00040cee-eef7-4bc5-a36d-d1d825e1ede1 on host hv-cinder-78414 {{(pid=91773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 06:57:54.069644 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [req-36df6bfe-b63e-458d-b12d-a39b538533f2 req-bccbfa9b-c485-480f-9c2b-8039fc8d8183 tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503096'] for port, before_response {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:57:54.071742 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-36df6bfe-b63e-458d-b12d-a39b538533f2 req-bccbfa9b-c485-480f-9c2b-8039fc8d8183 tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] 10.222.0.43 "DELETE /v2.0/ports/00040cee-eef7-4bc5-a36d-d1d825e1ede1 HTTP/1.1" status: 204 len: 173 time: 0.7405593 Jun 07 06:57:54.072209 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80ef7c92-c0dc-49cd-bf01-d6f0645978f2', 'name': 'network-vif-deleted', 'tag': '00040cee-eef7-4bc5-a36d-d1d825e1ede1'}] {{(pid=91773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 06:57:54.074535 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7af0e1444f231fbc9cc9c3372b4fb62bb65a3f4c42e6951a4a8787648e20f245" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18936b9a-5dc2-49a6-9620-fe4b4a8d9752" -d '{"events": [{"server_uuid": "80ef7c92-c0dc-49cd-bf01-d6f0645978f2", "name": "network-vif-deleted", "tag": "00040cee-eef7-4bc5-a36d-d1d825e1ede1"}]}' {{(pid=91773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 06:57:54.141073 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 06:57:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5e80560-c426-4a94-9ca3-e595f5812c62 x-openstack-request-id: req-a5e80560-c426-4a94-9ca3-e595f5812c62 {{(pid=91773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 06:57:54.141497 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80ef7c92-c0dc-49cd-bf01-d6f0645978f2", "name": "network-vif-deleted", "tag": "00040cee-eef7-4bc5-a36d-d1d825e1ede1", "status": "completed", "code": 200}]} {{(pid=91773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 06:57:54.141829 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a5e80560-c426-4a94-9ca3-e595f5812c62 {{(pid=91773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 06:57:54.142297 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80ef7c92-c0dc-49cd-bf01-d6f0645978f2', 'name': 'network-vif-deleted', 'tag': '00040cee-eef7-4bc5-a36d-d1d825e1ede1', 'status': 'completed', 'code': 200} Jun 07 06:57:54.172067 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-cb6865c3-74d1-4648-9181-4c44147cbee6 req-2a5569d6-b37f-42e2-b011-2482655b4345 tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] 10.222.0.21 "GET /v2.0/ports?device_id=80ef7c92-c0dc-49cd-bf01-d6f0645978f2 HTTP/1.1" status: 200 len: 210 time: 0.0533464 Jun 07 06:57:54.211521 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fc9822-c553-4531-8430-5bed649c1a4e req-52ba82a6-8c2e-41f9-b871-0ac1b72c7fae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:57:54.213745 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-39fc9822-c553-4531-8430-5bed649c1a4e req-52ba82a6-8c2e-41f9-b871-0ac1b72c7fae service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a521857e620a4cd2a9ecf3c6706dbe4e&device_id=ebdb7c72-c3d1-47bb-9d0a-4f00e59b88dc HTTP/1.1" status: 200 len: 1096 time: 0.1319239 Jun 07 06:57:54.292657 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Device 81c7f487-e1cd-4bb0-82aa-b171e82e797e no longer exists at agent hyperv_hv-cinder-78414 {{(pid=91774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 06:57:54.326512 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.plugin [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] No Port match for: 81c7f487-e1cd-4bb0-82aa-b171e82e797e {{(pid=91774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 06:57:54.326855 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Device 81c7f487-e1cd-4bb0-82aa-b171e82e797e not bound to the agent host hv-cinder-78414 {{(pid=91774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 06:57:54.353714 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fc9822-c553-4531-8430-5bed649c1a4e req-ebd93dfd-693b-4f33-b62d-f89e8219158b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:57:54.354393 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-39fc9822-c553-4531-8430-5bed649c1a4e req-ebd93dfd-693b-4f33-b62d-f89e8219158b service neutron] 10.222.0.43 "GET /v2.0/networks?id=d923eec5-f613-4137-bc9f-8f5300ca5016 HTTP/1.1" status: 200 len: 918 time: 0.1301332 Jun 07 06:57:54.425590 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-39fc9822-c553-4531-8430-5bed649c1a4e req-b6d29299-1063-4f0b-aff6-c45e56aa9fea service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2bd67d37-370f-4ff8-bb69-fa53be603f45 HTTP/1.1" status: 200 len: 217 time: 0.0625575 Jun 07 06:57:54.489225 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fc9822-c553-4531-8430-5bed649c1a4e req-3ddebc01-3e9b-41d4-a810-2c6ebe5a344d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:57:54.490529 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-39fc9822-c553-4531-8430-5bed649c1a4e req-3ddebc01-3e9b-41d4-a810-2c6ebe5a344d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c3d491a8-638d-42a9-876a-8c51b2a3d541 HTTP/1.1" status: 200 len: 856 time: 0.0568199 Jun 07 06:57:54.573208 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fc9822-c553-4531-8430-5bed649c1a4e req-ed3c3025-9a3e-4476-a904-13bfd0369172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:57:54.575416 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-39fc9822-c553-4531-8430-5bed649c1a4e req-ed3c3025-9a3e-4476-a904-13bfd0369172 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d923eec5-f613-4137-bc9f-8f5300ca5016&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0740852 Jun 07 06:57:54.712953 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-39fc9822-c553-4531-8430-5bed649c1a4e req-88c4b1b4-f530-43bc-b213-0c4df8a4d229 service neutron] 10.222.0.43 "GET /v2.0/networks/d923eec5-f613-4137-bc9f-8f5300ca5016?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286776 Jun 07 06:57:54.897019 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-39fc9822-c553-4531-8430-5bed649c1a4e req-f7e57432-2751-4c5a-99a7-5f58b4c51743 service neutron] 10.222.0.43 "GET /v2.0/networks/d923eec5-f613-4137-bc9f-8f5300ca5016?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1774848 Jun 07 06:57:54.921768 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d90a1e-d081-4baf-b8d9-4a5e1c25f44c req-1619731e-6ca9-49f3-bda9-e872ed20cc21 tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:57:54.923953 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-04d90a1e-d081-4baf-b8d9-4a5e1c25f44c req-1619731e-6ca9-49f3-bda9-e872ed20cc21 tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] 10.222.0.21 "GET /v2.0/ports?device_id=ebdb7c72-c3d1-47bb-9d0a-4f00e59b88dc HTTP/1.1" status: 200 len: 943 time: 0.1112349 Jun 07 06:57:54.969391 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-04d90a1e-d081-4baf-b8d9-4a5e1c25f44c req-76f39f82-4c22-42dc-b5ba-9cfa06fad2bd tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] 10.222.0.21 "GET /v2.0/security-groups?id=c87f206a-51e2-42cb-bc99-41914c02c812&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389702 Jun 07 06:57:55.268673 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.wsgi [-] (91772) accepted ('10.222.0.21', 57786) {{(pid=91772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:57:55.917849 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-b16b314f-a04f-42f5-ab5c-23b0b8870d2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1663700'] for router_interface, before_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:57:56.272832 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78849fa7-3731-47dd-8986-f947968cb992 req-04355b37-60e3-4c57-bf29-c50754808066 tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:57:56.274168 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-78849fa7-3731-47dd-8986-f947968cb992 req-04355b37-60e3-4c57-bf29-c50754808066 tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] 10.222.0.21 "GET /v2.0/ports?device_id=ebdb7c72-c3d1-47bb-9d0a-4f00e59b88dc HTTP/1.1" status: 200 len: 943 time: 0.1944454 Jun 07 06:57:56.297911 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Device 2bd67d37-370f-4ff8-bb69-fa53be603f45 details requested by agent hyperv_hv-cinder-78414 with host hv-cinder-78414 {{(pid=91774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 07 06:57:56.300403 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Device 00040cee-eef7-4bc5-a36d-d1d825e1ede1 no longer exists at agent hyperv_hv-cinder-78414 {{(pid=91774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 06:57:56.335966 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.plugin [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] No Port match for: 00040cee-eef7-4bc5-a36d-d1d825e1ede1 {{(pid=91774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 06:57:56.336309 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Device 00040cee-eef7-4bc5-a36d-d1d825e1ede1 not bound to the agent host hv-cinder-78414 {{(pid=91774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 06:57:56.366595 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-78849fa7-3731-47dd-8986-f947968cb992 req-0b4404b2-f47b-42bf-9430-bb49c8acce4a tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] 10.222.0.21 "GET /v2.0/security-groups?id=c87f206a-51e2-42cb-bc99-41914c02c812&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0856650 Jun 07 06:57:56.441445 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.plugins.ml2.plugin [None req-b16b314f-a04f-42f5-ab5c-23b0b8870d2b admin admin] Deleting port 8ff13eef-1052-46ff-be31-01b9c98a15e6 {{(pid=91772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 06:57:56.441893 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-b16b314f-a04f-42f5-ab5c-23b0b8870d2b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762332413660'] for port, before_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:57:56.465440 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.db [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] For port 2bd67d37-370f-4ff8-bb69-fa53be603f45, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=2bd67d37-370f-4ff8-bb69-fa53be603f45,segment=NetworkSegment(3ffd2bba-2e4c-4340-84bb-337c4d476270),segment_id=3ffd2bba-2e4c-4340-84bb-337c4d476270)] {{(pid=91774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 06:57:56.479169 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Returning: {'device': '2bd67d37-370f-4ff8-bb69-fa53be603f45', 'network_id': 'd923eec5-f613-4137-bc9f-8f5300ca5016', 'port_id': '2bd67d37-370f-4ff8-bb69-fa53be603f45', 'mac_address': 'fa:16:3e:de:e5:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 334, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3d491a8-638d-42a9-876a-8c51b2a3d541', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 07 06:57:56.539585 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564700'] for port, before_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:57:56.558607 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.notifiers.nova [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2bd67d37-370f-4ff8-bb69-fa53be603f45 {{(pid=91774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 06:57:56.571320 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.plugins.ml2.db [None req-b16b314f-a04f-42f5-ab5c-23b0b8870d2b admin admin] For port 8ff13eef-1052-46ff-be31-01b9c98a15e6, host dv-cinder-784140-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-5-smb',level=0,port_id=8ff13eef-1052-46ff-be31-01b9c98a15e6,segment=NetworkSegment(2c325375-111f-4eec-b37b-2bfb897bb45c),segment_id=2c325375-111f-4eec-b37b-2bfb897bb45c)] {{(pid=91772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 06:57:56.571724 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-b16b314f-a04f-42f5-ab5c-23b0b8870d2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1669251'] for port, precommit_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:57:56.575637 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.db [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] For port 2bd67d37-370f-4ff8-bb69-fa53be603f45, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=2bd67d37-370f-4ff8-bb69-fa53be603f45,segment=NetworkSegment(3ffd2bba-2e4c-4340-84bb-337c4d476270),segment_id=3ffd2bba-2e4c-4340-84bb-337c4d476270)] {{(pid=91774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 06:57:56.580026 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-569476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762332438254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762331935097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762331935142'] for port, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:57:56.581764 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:57:56.648051 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Pushing event updated for resources: {'Port': ['ID=2bd67d37-370f-4ff8-bb69-fa53be603f45,revision_number=4']} {{(pid=91774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:57:56.651343 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:57:56.707924 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.plugins.ml2.plugin [None req-b16b314f-a04f-42f5-ab5c-23b0b8870d2b admin admin] Calling delete_port for 8ff13eef-1052-46ff-be31-01b9c98a15e6 owned by network:router_interface {{(pid=91772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 06:57:56.829410 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.db [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] get_ports_and_sgs() called for port_ids ['2bd67d37-370f-4ff8-bb69-fa53be603f45'] {{(pid=91774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 06:57:57.221612 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-b16b314f-a04f-42f5-ab5c-23b0b8870d2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-569476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762332438236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762331935088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2958583'] for port, after_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:57:57.229598 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-425f3307-76bb-4f28-b05c-6d92bf552744 tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:57:57.307986 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16b314f-a04f-42f5-ab5c-23b0b8870d2b admin admin] Pushing event deleted for resources: {'Port': ['ID=8ff13eef-1052-46ff-be31-01b9c98a15e6,revision_number=None']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:57:57.316287 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-b16b314f-a04f-42f5-ab5c-23b0b8870d2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:57:57.441595 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3575d1cb-f35a-4120-8f48-81a3f6519c4e req-7d716a3f-ddeb-407c-a90d-927c4613086b tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:57:57.443049 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-3575d1cb-f35a-4120-8f48-81a3f6519c4e req-7d716a3f-ddeb-407c-a90d-927c4613086b tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] 10.222.0.21 "GET /v2.0/ports?device_id=06745a3f-9eec-46bb-b36d-d77358bd1e50 HTTP/1.1" status: 200 len: 945 time: 0.2657022 Jun 07 06:57:57.631194 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-3575d1cb-f35a-4120-8f48-81a3f6519c4e req-29567360-435a-4d3e-9466-87bc5c8b2c05 tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] 10.222.0.21 "GET /v2.0/security-groups?id=28c64220-de7a-4111-93c0-91d84e10d665&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1810725 Jun 07 06:57:57.658580 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-b16b314f-a04f-42f5-ab5c-23b0b8870d2b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1648554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1666458'] for router_interface, after_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:57:57.748240 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad988d0-f717-4bc1-a850-2bf746bcf77a req-e53e3396-7948-49ae-b59a-651cce3cbeac tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:57:57.752497 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-8ad988d0-f717-4bc1-a850-2bf746bcf77a req-e53e3396-7948-49ae-b59a-651cce3cbeac tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] 10.222.0.21 "GET /v2.0/ports?device_id=ebdb7c72-c3d1-47bb-9d0a-4f00e59b88dc HTTP/1.1" status: 200 len: 944 time: 0.2706459 Jun 07 06:57:57.880751 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-8ad988d0-f717-4bc1-a850-2bf746bcf77a req-067bd1a3-09a8-476d-9875-8801bd0512ec tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] 10.222.0.21 "GET /v2.0/security-groups?id=c87f206a-51e2-42cb-bc99-41914c02c812&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1130400 Jun 07 06:57:58.070388 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b16b314f-a04f-42f5-ab5c-23b0b8870d2b admin admin] Router 70745989-724a-41c0-a74d-817b7ee09684 has already been hosted by L3 agent dd8e9e9b-c9b0-4755-a773-57df6dee4a2e {{(pid=91772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 06:57:58.247560 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b16b314f-a04f-42f5-ab5c-23b0b8870d2b admin admin] Notify agent at l3_agent.dv-cinder-784140-5-smb the message routers_updated {{(pid=91772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 06:57:58.252274 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [None req-b16b314f-a04f-42f5-ab5c-23b0b8870d2b admin admin] 10.222.0.21 "PUT /v2.0/routers/70745989-724a-41c0-a74d-817b7ee09684/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9825771 Jun 07 06:57:58.254904 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.wsgi [-] (91772) accepted ('10.222.0.21', 57818) {{(pid=91772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:57:58.260538 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f3cf61a-4077-4994-8e38-8dceabccbedc None None] Sync routers for ids ['70745989-724a-41c0-a74d-817b7ee09684'] in dv-cinder-784140-5-smb {{(pid=91775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 06:57:58.269717 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f3cf61a-4077-4994-8e38-8dceabccbedc None None] Routers {'70745989-724a-41c0-a74d-817b7ee09684'} bound to L3 agent in host dv-cinder-784140-5-smb {{(pid=91775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 06:57:58.270340 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron.db.l3_hamode_db [None req-9f3cf61a-4077-4994-8e38-8dceabccbedc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-07T06:46:09Z,description=,heartbeat_timestamp=2021-06-07T06:57:39Z,host='dv-cinder-784140-5-smb',id=dd8e9e9b-c9b0-4755-a773-57df6dee4a2e,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T06:46:09Z,topic='l3_agent')) {'router_ids': ['70745989-724a-41c0-a74d-817b7ee09684'], 'active': True} {{(pid=91775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 06:57:58.319201 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Device 2bd67d37-370f-4ff8-bb69-fa53be603f45 up at agent hyperv_hv-cinder-78414 {{(pid=91774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 06:57:58.442916 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.db.provisioning_blocks [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Provisioning for port 2bd67d37-370f-4ff8-bb69-fa53be603f45 completed by entity L2. {{(pid=91774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 06:57:58.451458 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.db.provisioning_blocks [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Provisioning complete for port 2bd67d37-370f-4ff8-bb69-fa53be603f45 triggered by entity L2. {{(pid=91774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 06:57:58.452446 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723953'] for port, provisioning_complete {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:57:58.536474 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron.db.l3_dvr_db [None req-9f3cf61a-4077-4994-8e38-8dceabccbedc None None] Set router 70745989-724a-41c0-a74d-817b7ee09684 gateway port host: dv-cinder-784140-5-smb {{(pid=91775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 06:57:58.582985 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564700'] for port, before_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:57:58.610045 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebdb7c72-c3d1-47bb-9d0a-4f00e59b88dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bd67d37-370f-4ff8-bb69-fa53be603f45'}] {{(pid=91774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 06:57:58.611275 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-778ce403-c3a9-47b0-acf5-017f15a8c902 admin admin] Notify callbacks [] for router, before_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:57:58.612324 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73fb9c482eb19c5c2e497b7af5ecd9f5da2a12b641d83391285fbc9a8928c34b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-229f6de1-0aac-42ad-9b1d-c36eb36c209f" -d '{"events": [{"server_uuid": "ebdb7c72-c3d1-47bb-9d0a-4f00e59b88dc", "name": "network-vif-plugged", "status": "completed", "tag": "2bd67d37-370f-4ff8-bb69-fa53be603f45"}]}' {{(pid=91774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 06:57:58.620866 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.db [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] For port 2bd67d37-370f-4ff8-bb69-fa53be603f45, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=2bd67d37-370f-4ff8-bb69-fa53be603f45,segment=NetworkSegment(3ffd2bba-2e4c-4340-84bb-337c4d476270),segment_id=3ffd2bba-2e4c-4340-84bb-337c4d476270)] {{(pid=91774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 06:57:58.627275 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-569476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762332438254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762331935097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762331935142'] for port, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:57:58.629555 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:57:58.711561 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Pushing event updated for resources: {'Port': ['ID=2bd67d37-370f-4ff8-bb69-fa53be603f45,revision_number=5']} {{(pid=91774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:57:58.721897 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:57:58.856222 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron.db.l3_hamode_db [None req-9f3cf61a-4077-4994-8e38-8dceabccbedc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70745989-724a-41c0-a74d-817b7ee09684', 'name': 'tempest-ServerRescueNegativeTestJSON-981864860-router', 'tenant_id': 'b6a17686403649e59640e6bed0871b3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a84d0276-e36b-485f-b034-cb606776a5f5', 'external_fixed_ips': [{'subnet_id': 'bc8e845f-21f5-4331-a893-3fabfb1361b8', 'ip_address': '172.28.3.181'}], 'enable_snat': True}, 'gw_port_id': 'b643a2d7-9898-4e02-aa51-39293200f9e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T06:54:48Z', 'updated_at': '2021-06-07T06:57:57Z', 'revision_number': 5, 'project_id': 'b6a17686403649e59640e6bed0871b3e', 'gw_port': {'id': 'b643a2d7-9898-4e02-aa51-39293200f9e3', 'name': '', 'network_id': 'a84d0276-e36b-485f-b034-cb606776a5f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:94:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70745989-724a-41c0-a74d-817b7ee09684', 'device_owner': 'network:router_gateway', 'standard_attr_id': 229, 'fixed_ips': [{'subnet_id': 'bc8e845f-21f5-4331-a893-3fabfb1361b8', 'ip_address': '172.28.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T06:54:50Z', 'updated_at': '2021-06-07T06:54:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc8e845f-21f5-4331-a893-3fabfb1361b8', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-5-smb'}], 'dv-cinder-784140-5-smb', False) {} {{(pid=91775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 06:57:58.861107 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f3cf61a-4077-4994-8e38-8dceabccbedc None None] Checking router: 70745989-724a-41c0-a74d-817b7ee09684 for host: dv-cinder-784140-5-smb {{(pid=91775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 06:57:58.878856 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f3cf61a-4077-4994-8e38-8dceabccbedc None None] Routers {'70745989-724a-41c0-a74d-817b7ee09684'} bound to L3 agent in host dv-cinder-784140-5-smb {{(pid=91775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 06:57:58.879483 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron.db.l3_hamode_db [None req-9f3cf61a-4077-4994-8e38-8dceabccbedc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-07T06:46:09Z,description=,heartbeat_timestamp=2021-06-07T06:57:39Z,host='dv-cinder-784140-5-smb',id=dd8e9e9b-c9b0-4755-a773-57df6dee4a2e,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T06:46:09Z,topic='l3_agent')) {'router_ids': ['70745989-724a-41c0-a74d-817b7ee09684'], 'active': True} {{(pid=91775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 06:57:58.888235 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 06:57:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27bd6115-d30d-480b-877e-8b46cc19ed1c x-openstack-request-id: req-27bd6115-d30d-480b-877e-8b46cc19ed1c {{(pid=91774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 06:57:58.888544 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebdb7c72-c3d1-47bb-9d0a-4f00e59b88dc", "name": "network-vif-plugged", "status": "completed", "tag": "2bd67d37-370f-4ff8-bb69-fa53be603f45", "code": 200}]} {{(pid=91774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 06:57:58.889526 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-27bd6115-d30d-480b-877e-8b46cc19ed1c {{(pid=91774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 06:57:58.889929 dv-cinder-784140-5-smb neutron-server[91774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebdb7c72-c3d1-47bb-9d0a-4f00e59b88dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bd67d37-370f-4ff8-bb69-fa53be603f45', 'code': 200} Jun 07 06:57:58.911850 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-778ce403-c3a9-47b0-acf5-017f15a8c902 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:57:58.988036 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafabf23-cc66-4aae-be78-f4f7dd9c3a7e req-b1de1170-cde0-422d-987e-d83f21d68dbe tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:57:58.989413 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-bafabf23-cc66-4aae-be78-f4f7dd9c3a7e req-b1de1170-cde0-422d-987e-d83f21d68dbe tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] 10.222.0.21 "GET /v2.0/ports?device_id=06745a3f-9eec-46bb-b36d-d77358bd1e50 HTTP/1.1" status: 200 len: 945 time: 0.1669457 Jun 07 06:57:59.079637 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron.db.l3_dvr_db [None req-9f3cf61a-4077-4994-8e38-8dceabccbedc None None] Set router 70745989-724a-41c0-a74d-817b7ee09684 gateway port host: None {{(pid=91775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 06:57:59.143400 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228d0ace-c6df-4523-a091-c81c684baefd req-d542dc47-3e6e-41ae-bc15-d213296d14fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:57:59.144925 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-228d0ace-c6df-4523-a091-c81c684baefd req-d542dc47-3e6e-41ae-bc15-d213296d14fa service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=ebdb7c72-c3d1-47bb-9d0a-4f00e59b88dc HTTP/1.1" status: 200 len: 1098 time: 0.0783837 Jun 07 06:57:59.148235 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-bafabf23-cc66-4aae-be78-f4f7dd9c3a7e req-3edb1e5f-bde5-45c0-8fde-15f841b17f1e tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] 10.222.0.21 "GET /v2.0/security-groups?id=28c64220-de7a-4111-93c0-91d84e10d665&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1527286 Jun 07 06:57:59.174905 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.plugins.ml2.plugin [None req-778ce403-c3a9-47b0-acf5-017f15a8c902 admin admin] Deleting port b643a2d7-9898-4e02-aa51-39293200f9e3 {{(pid=91772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 06:57:59.175249 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-778ce403-c3a9-47b0-acf5-017f15a8c902 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762332413660'] for port, before_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:57:59.191155 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron.db.l3_hamode_db [None req-9f3cf61a-4077-4994-8e38-8dceabccbedc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70745989-724a-41c0-a74d-817b7ee09684', 'name': 'tempest-ServerRescueNegativeTestJSON-981864860-router', 'tenant_id': 'b6a17686403649e59640e6bed0871b3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T06:54:48Z', 'updated_at': '2021-06-07T06:57:58Z', 'revision_number': 6, 'project_id': 'b6a17686403649e59640e6bed0871b3e', 'gw_port_host': None}], 'dv-cinder-784140-5-smb', False) {} {{(pid=91775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 06:57:59.196593 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f3cf61a-4077-4994-8e38-8dceabccbedc None None] The sync data for ids ['70745989-724a-41c0-a74d-817b7ee09684'] in dv-cinder-784140-5-smb is: [{'id': '70745989-724a-41c0-a74d-817b7ee09684', 'name': 'tempest-ServerRescueNegativeTestJSON-981864860-router', 'tenant_id': 'b6a17686403649e59640e6bed0871b3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T06:54:48Z', 'updated_at': '2021-06-07T06:57:58Z', 'revision_number': 6, 'project_id': 'b6a17686403649e59640e6bed0871b3e', 'gw_port_host': None}] {{(pid=91775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 06:57:59.205085 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-228d0ace-c6df-4523-a091-c81c684baefd req-dca1aa86-3ce1-452a-9511-d82ae5e54ae2 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=c87f206a-51e2-42cb-bc99-41914c02c812&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438468 Jun 07 06:57:59.284364 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1feb297-0445-431f-b398-3dcd0c4ed188 req-c5621a8d-74e7-4d3b-b59a-42751d3ebf22 tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:57:59.285686 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-f1feb297-0445-431f-b398-3dcd0c4ed188 req-c5621a8d-74e7-4d3b-b59a-42751d3ebf22 tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] 10.222.0.21 "GET /v2.0/ports?device_id=ebdb7c72-c3d1-47bb-9d0a-4f00e59b88dc HTTP/1.1" status: 200 len: 945 time: 0.2739110 Jun 07 06:57:59.296706 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc370eb-19a0-474c-ba4c-e83503ae484f req-52a53c41-000f-4a29-bf0c-221d30cfbbeb tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:57:59.298073 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-3fc370eb-19a0-474c-ba4c-e83503ae484f req-52a53c41-000f-4a29-bf0c-221d30cfbbeb tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] 10.222.0.43 "GET /v2.0/ports?device_id=06745a3f-9eec-46bb-b36d-d77358bd1e50 HTTP/1.1" status: 200 len: 945 time: 0.2386575 Jun 07 06:57:59.414300 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.plugins.ml2.db [None req-778ce403-c3a9-47b0-acf5-017f15a8c902 admin admin] For port b643a2d7-9898-4e02-aa51-39293200f9e3, host dv-cinder-784140-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-5-smb',level=0,port_id=b643a2d7-9898-4e02-aa51-39293200f9e3,segment=NetworkSegment(a651428c-972d-4b8e-a20b-c49a0a4f9500),segment_id=a651428c-972d-4b8e-a20b-c49a0a4f9500)] {{(pid=91772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 06:57:59.414622 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-778ce403-c3a9-47b0-acf5-017f15a8c902 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1669251'] for port, precommit_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:57:59.487036 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-f1feb297-0445-431f-b398-3dcd0c4ed188 req-b3879621-bcfd-4a4f-a8ef-4a2b297d3bbe tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] 10.222.0.21 "GET /v2.0/security-groups?id=c87f206a-51e2-42cb-bc99-41914c02c812&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1879303 Jun 07 06:57:59.551925 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.plugins.ml2.plugin [None req-778ce403-c3a9-47b0-acf5-017f15a8c902 admin admin] Calling delete_port for b643a2d7-9898-4e02-aa51-39293200f9e3 owned by network:router_gateway {{(pid=91772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 06:57:59.655917 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.plugins.ml2.plugin [req-3fc370eb-19a0-474c-ba4c-e83503ae484f req-a1c9058e-a46d-48e4-985f-1c50727e53b1 tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] Deleting port 29ea960d-9ed1-4bb5-b4a0-2e1939e8201e {{(pid=91772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 06:57:59.656632 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [req-3fc370eb-19a0-474c-ba4c-e83503ae484f req-a1c9058e-a46d-48e4-985f-1c50727e53b1 tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762332413660'] for port, before_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:57:59.820278 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.plugins.ml2.db [req-3fc370eb-19a0-474c-ba4c-e83503ae484f req-a1c9058e-a46d-48e4-985f-1c50727e53b1 tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] For port 29ea960d-9ed1-4bb5-b4a0-2e1939e8201e, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=29ea960d-9ed1-4bb5-b4a0-2e1939e8201e,segment=NetworkSegment(52b2ea56-693b-48b2-9a2b-8ef6c7482fc0),segment_id=52b2ea56-693b-48b2-9a2b-8ef6c7482fc0)] {{(pid=91772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 06:57:59.820588 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [req-3fc370eb-19a0-474c-ba4c-e83503ae484f req-a1c9058e-a46d-48e4-985f-1c50727e53b1 tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1669251'] for port, precommit_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:00.133498 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-778ce403-c3a9-47b0-acf5-017f15a8c902 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-569476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762332438236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762331935088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2958583'] for port, after_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:00.145227 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-243b00d3-b08e-4d9a-be7f-3dced222f328 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:58:00.228494 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778ce403-c3a9-47b0-acf5-017f15a8c902 admin admin] Pushing event deleted for resources: {'Port': ['ID=b643a2d7-9898-4e02-aa51-39293200f9e3,revision_number=None']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:58:00.279067 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778ce403-c3a9-47b0-acf5-017f15a8c902 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:58:00.279674 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778ce403-c3a9-47b0-acf5-017f15a8c902 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:58:00.280059 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778ce403-c3a9-47b0-acf5-017f15a8c902 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:58:00.280410 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778ce403-c3a9-47b0-acf5-017f15a8c902 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:58:00.280752 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778ce403-c3a9-47b0-acf5-017f15a8c902 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:58:00.281092 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778ce403-c3a9-47b0-acf5-017f15a8c902 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:58:00.281428 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778ce403-c3a9-47b0-acf5-017f15a8c902 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:58:00.281762 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778ce403-c3a9-47b0-acf5-017f15a8c902 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:58:00.282098 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778ce403-c3a9-47b0-acf5-017f15a8c902 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:58:00.282432 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778ce403-c3a9-47b0-acf5-017f15a8c902 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:58:00.282766 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778ce403-c3a9-47b0-acf5-017f15a8c902 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:58:00.283100 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778ce403-c3a9-47b0-acf5-017f15a8c902 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:58:00.381668 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-778ce403-c3a9-47b0-acf5-017f15a8c902 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:58:00.444287 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-778ce403-c3a9-47b0-acf5-017f15a8c902 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1754180'] for router_gateway, after_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:00.570697 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [req-3fc370eb-19a0-474c-ba4c-e83503ae484f req-a1c9058e-a46d-48e4-985f-1c50727e53b1 tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:00.571099 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [req-3fc370eb-19a0-474c-ba4c-e83503ae484f req-a1c9058e-a46d-48e4-985f-1c50727e53b1 tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1754227'] for floatingip, after_update {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:00.571411 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.db.l3_db [req-3fc370eb-19a0-474c-ba4c-e83503ae484f req-a1c9058e-a46d-48e4-985f-1c50727e53b1 tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] Floating IP a5707e7f-f118-486f-83b7-2831ed974731 disassociated. External IP: 172.28.3.217, port: 29ea960d-9ed1-4bb5-b4a0-2e1939e8201e. Jun 07 06:58:00.571753 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.plugins.ml2.plugin [req-3fc370eb-19a0-474c-ba4c-e83503ae484f req-a1c9058e-a46d-48e4-985f-1c50727e53b1 tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] Calling delete_port for 29ea960d-9ed1-4bb5-b4a0-2e1939e8201e owned by compute:nova {{(pid=91772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 06:58:00.645275 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-778ce403-c3a9-47b0-acf5-017f15a8c902 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1660275', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3609'] for router, precommit_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:00.677481 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-778ce403-c3a9-47b0-acf5-017f15a8c902 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:00.796341 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-778ce403-c3a9-47b0-acf5-017f15a8c902 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1660399'] for router, after_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:00.796886 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-778ce403-c3a9-47b0-acf5-017f15a8c902 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 70745989-724a-41c0-a74d-817b7ee09684 {{(pid=91772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 07 06:58:00.811650 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-778ce403-c3a9-47b0-acf5-017f15a8c902 admin admin] Notify callbacks [] for router, before_response {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:00.811650 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [None req-778ce403-c3a9-47b0-acf5-017f15a8c902 admin admin] 10.222.0.21 "DELETE /v2.0/routers/70745989-724a-41c0-a74d-817b7ee09684 HTTP/1.1" status: 204 len: 168 time: 2.5513089 Jun 07 06:58:00.811990 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.21', 57840) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:58:00.819994 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Device 8ff13eef-1052-46ff-be31-01b9c98a15e6 no longer exists at agent ovs-agent-dv-cinder-784140-5-smb {{(pid=91774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 06:58:00.820494 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ab2332-5f5c-481f-bf3f-b06fad3f201f req-06463545-2029-4efb-90e4-f38454191829 tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:58:00.821626 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-12ab2332-5f5c-481f-bf3f-b06fad3f201f req-06463545-2029-4efb-90e4-f38454191829 tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] 10.222.0.21 "GET /v2.0/ports?device_id=06745a3f-9eec-46bb-b36d-d77358bd1e50 HTTP/1.1" status: 200 len: 945 time: 0.5460594 Jun 07 06:58:00.869174 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.plugin [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] No Port match for: 8ff13eef-1052-46ff-be31-01b9c98a15e6 {{(pid=91774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 06:58:00.869810 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Device 8ff13eef-1052-46ff-be31-01b9c98a15e6 not bound to the agent host dv-cinder-784140-5-smb {{(pid=91774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 06:58:00.870492 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Device b643a2d7-9898-4e02-aa51-39293200f9e3 no longer exists at agent ovs-agent-dv-cinder-784140-5-smb {{(pid=91774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 06:58:00.900813 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.db.db_base_plugin_v2 [None req-472d59ed-13c3-40dc-8fe6-7274055a8484 admin admin] Deleting subnet d8876218-386c-4ce2-9fcc-77230c910fea {{(pid=91773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 07 06:58:00.905412 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-472d59ed-13c3-40dc-8fe6-7274055a8484 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:00.917784 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.plugin [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] No Port match for: b643a2d7-9898-4e02-aa51-39293200f9e3 {{(pid=91774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 06:58:00.918693 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Device b643a2d7-9898-4e02-aa51-39293200f9e3 not bound to the agent host dv-cinder-784140-5-smb {{(pid=91774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 06:58:00.939267 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4d4ae9-0538-4955-be1d-dc58c2838293 req-7e2ee472-fc95-474e-85e0-d4359203bcd6 tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:58:00.940872 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-9c4d4ae9-0538-4955-be1d-dc58c2838293 req-7e2ee472-fc95-474e-85e0-d4359203bcd6 tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] 10.222.0.21 "GET /v2.0/ports?device_id=ebdb7c72-c3d1-47bb-9d0a-4f00e59b88dc HTTP/1.1" status: 200 len: 945 time: 0.3039401 Jun 07 06:58:00.945553 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-12ab2332-5f5c-481f-bf3f-b06fad3f201f req-cd741a78-4511-4103-a845-b31c9f41d695 tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] 10.222.0.21 "GET /v2.0/security-groups?id=28c64220-de7a-4111-93c0-91d84e10d665&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1108332 Jun 07 06:58:00.982078 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-472d59ed-13c3-40dc-8fe6-7274055a8484 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2155128'] for subnet, precommit_delete_associations {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:01.013876 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [req-3fc370eb-19a0-474c-ba4c-e83503ae484f req-a1c9058e-a46d-48e4-985f-1c50727e53b1 tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-569476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762332438236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762331935088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2958583'] for port, after_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:01.031134 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-f2ca3ff5-ab30-4d64-aa71-d2100ce57ef0 tempest-AttachVolumeNegativeTest-2031625228 tempest-AttachVolumeNegativeTest-2031625228-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:58:01.045814 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-472d59ed-13c3-40dc-8fe6-7274055a8484 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-719335'] for subnet, precommit_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:01.082480 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-9c4d4ae9-0538-4955-be1d-dc58c2838293 req-0ca6d418-2131-4ccb-987c-7270b6205c1b tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] 10.222.0.21 "GET /v2.0/security-groups?id=c87f206a-51e2-42cb-bc99-41914c02c812&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1331217 Jun 07 06:58:01.084950 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c9058e-a46d-48e4-985f-1c50727e53b1 tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] Pushing event deleted for resources: {'Port': ['ID=29ea960d-9ed1-4bb5-b4a0-2e1939e8201e,revision_number=None']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:58:01.141200 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-472d59ed-13c3-40dc-8fe6-7274055a8484 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-719342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2253104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2142140'] for subnet, after_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:01.148945 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:58:01.210674 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472d59ed-13c3-40dc-8fe6-7274055a8484 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d8876218-386c-4ce2-9fcc-77230c910fea,revision_number=None']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:58:01.246283 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-a1c9058e-a46d-48e4-985f-1c50727e53b1 tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:58:01.248722 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-472d59ed-13c3-40dc-8fe6-7274055a8484 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:01.251413 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [None req-472d59ed-13c3-40dc-8fe6-7274055a8484 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/d8876218-386c-4ce2-9fcc-77230c910fea HTTP/1.1" status: 204 len: 168 time: 0.4397068 Jun 07 06:58:01.253370 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472d59ed-13c3-40dc-8fe6-7274055a8484 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:58:01.253827 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472d59ed-13c3-40dc-8fe6-7274055a8484 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:58:01.254318 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472d59ed-13c3-40dc-8fe6-7274055a8484 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:58:01.254762 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472d59ed-13c3-40dc-8fe6-7274055a8484 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:58:01.254940 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.wsgi [-] (91772) accepted ('10.222.0.21', 57848) {{(pid=91772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:58:01.255282 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472d59ed-13c3-40dc-8fe6-7274055a8484 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:58:01.255713 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472d59ed-13c3-40dc-8fe6-7274055a8484 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:58:01.256167 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472d59ed-13c3-40dc-8fe6-7274055a8484 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:58:01.256593 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472d59ed-13c3-40dc-8fe6-7274055a8484 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:58:01.257253 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472d59ed-13c3-40dc-8fe6-7274055a8484 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:58:01.257725 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472d59ed-13c3-40dc-8fe6-7274055a8484 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:58:01.258109 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472d59ed-13c3-40dc-8fe6-7274055a8484 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:58:01.258573 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472d59ed-13c3-40dc-8fe6-7274055a8484 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:58:01.262021 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-472d59ed-13c3-40dc-8fe6-7274055a8484 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:58:01.558897 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3fc370eb-19a0-474c-ba4c-e83503ae484f req-a1c9058e-a46d-48e4-985f-1c50727e53b1 tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] Router 852672d4-2b1a-4285-9b73-bdfb9c7df3b9 has already been hosted by L3 agent dd8e9e9b-c9b0-4755-a773-57df6dee4a2e {{(pid=91772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 06:58:01.568485 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-d5df573c-b7c6-4aff-bd21-f031143bd531 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538213'] for network, before_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:01.721810 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0802760a-6efb-49d2-b845-1774ba7efa93 req-835cae37-186e-48a4-9ce0-609ffd6f9a9b tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:58:01.723133 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-0802760a-6efb-49d2-b845-1774ba7efa93 req-835cae37-186e-48a4-9ce0-609ffd6f9a9b tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] 10.222.0.21 "GET /v2.0/ports?device_id=ebdb7c72-c3d1-47bb-9d0a-4f00e59b88dc HTTP/1.1" status: 200 len: 945 time: 0.4772234 Jun 07 06:58:01.732959 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.21', 57854) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:58:01.738696 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.v2.base [None req-9f103a48-50f1-4252-9746-d2ab382bc7c9 tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] Request body: {'floatingip': {'port_id': '2bd67d37-370f-4ff8-bb69-fa53be603f45'}} {{(pid=91773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 06:58:01.821211 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-9f103a48-50f1-4252-9746-d2ab382bc7c9 tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] Notify callbacks [] for floatingip, before_update {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:01.863588 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-d5df573c-b7c6-4aff-bd21-f031143bd531 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-722558', 'neutron.services.segments.db._delete_segments_for_network-8762332461222'] for network, precommit_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:01.898381 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.services.segments.db [None req-d5df573c-b7c6-4aff-bd21-f031143bd531 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e303e64-c012-46d6-aac2-71b049564e50']}} {{(pid=91772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 06:58:01.916068 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.services.segments.db [None req-d5df573c-b7c6-4aff-bd21-f031143bd531 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c325375-111f-4eec-b37b-2bfb897bb45c') {'for_net_delete': True} {{(pid=91772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 06:58:01.916377 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.services.segments.db [None req-d5df573c-b7c6-4aff-bd21-f031143bd531 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c325375-111f-4eec-b37b-2bfb897bb45c') {} {{(pid=91772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 06:58:01.931255 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3fc370eb-19a0-474c-ba4c-e83503ae484f req-a1c9058e-a46d-48e4-985f-1c50727e53b1 tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] Notify agent at l3_agent.dv-cinder-784140-5-smb the message routers_updated {{(pid=91772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 06:58:01.934675 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-d5df573c-b7c6-4aff-bd21-f031143bd531 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762332204737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2375324'] for segment, before_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:01.941961 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a877cff-b0cf-4198-a44a-16e20bd791f6 None None] Sync routers for ids ['852672d4-2b1a-4285-9b73-bdfb9c7df3b9'] in dv-cinder-784140-5-smb {{(pid=91774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 06:58:01.953132 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a877cff-b0cf-4198-a44a-16e20bd791f6 None None] Routers {'852672d4-2b1a-4285-9b73-bdfb9c7df3b9'} bound to L3 agent in host dv-cinder-784140-5-smb {{(pid=91774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 06:58:01.953848 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.db.l3_hamode_db [None req-2a877cff-b0cf-4198-a44a-16e20bd791f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-07T06:46:09Z,description=,heartbeat_timestamp=2021-06-07T06:57:39Z,host='dv-cinder-784140-5-smb',id=dd8e9e9b-c9b0-4755-a773-57df6dee4a2e,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T06:46:09Z,topic='l3_agent')) {'router_ids': ['852672d4-2b1a-4285-9b73-bdfb9c7df3b9'], 'active': True} {{(pid=91774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 06:58:01.986631 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-d5df573c-b7c6-4aff-bd21-f031143bd531 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-712556'] for segment, precommit_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:01.993240 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5df573c-b7c6-4aff-bd21-f031143bd531 admin admin] Releasing vlan 340 on physical network physnet1 to pool {{(pid=91772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 07 06:58:01.993630 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-d5df573c-b7c6-4aff-bd21-f031143bd531 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-712556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2958496'] for segment, after_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:02.026738 dv-cinder-784140-5-smb neutron-server[91772]: Traceback (most recent call last): Jun 07 06:58:02.026738 dv-cinder-784140-5-smb neutron-server[91772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 07 06:58:02.026738 dv-cinder-784140-5-smb neutron-server[91772]: timer() Jun 07 06:58:02.026738 dv-cinder-784140-5-smb neutron-server[91772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 07 06:58:02.026738 dv-cinder-784140-5-smb neutron-server[91772]: cb(*args, **kw) Jun 07 06:58:02.026738 dv-cinder-784140-5-smb neutron-server[91772]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 07 06:58:02.026738 dv-cinder-784140-5-smb neutron-server[91772]: return func(*args, **kwargs) Jun 07 06:58:02.026738 dv-cinder-784140-5-smb neutron-server[91772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 07 06:58:02.026738 dv-cinder-784140-5-smb neutron-server[91772]: self._notify() Jun 07 06:58:02.026738 dv-cinder-784140-5-smb neutron-server[91772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 07 06:58:02.026738 dv-cinder-784140-5-smb neutron-server[91772]: self.callback(batched_events) Jun 07 06:58:02.026738 dv-cinder-784140-5-smb neutron-server[91772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 07 06:58:02.026738 dv-cinder-784140-5-smb neutron-server[91772]: event.method(event) Jun 07 06:58:02.026738 dv-cinder-784140-5-smb neutron-server[91772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 07 06:58:02.026738 dv-cinder-784140-5-smb neutron-server[91772]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 07 06:58:02.026738 dv-cinder-784140-5-smb neutron-server[91772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 07 06:58:02.026738 dv-cinder-784140-5-smb neutron-server[91772]: aggregate_uuid = self.p_client.list_aggregates( Jun 07 06:58:02.026738 dv-cinder-784140-5-smb neutron-server[91772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 07 06:58:02.026738 dv-cinder-784140-5-smb neutron-server[91772]: return f(self, *a, **k) Jun 07 06:58:02.026738 dv-cinder-784140-5-smb neutron-server[91772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 07 06:58:02.026738 dv-cinder-784140-5-smb neutron-server[91772]: return self._get(url).json() Jun 07 06:58:02.026738 dv-cinder-784140-5-smb neutron-server[91772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 07 06:58:02.026738 dv-cinder-784140-5-smb neutron-server[91772]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 07 06:58:02.026738 dv-cinder-784140-5-smb neutron-server[91772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 07 06:58:02.026738 dv-cinder-784140-5-smb neutron-server[91772]: return self.request(url, 'GET', **kwargs) Jun 07 06:58:02.026738 dv-cinder-784140-5-smb neutron-server[91772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 07 06:58:02.026738 dv-cinder-784140-5-smb neutron-server[91772]: base_url = self.get_endpoint(auth, allow=allow, Jun 07 06:58:02.026738 dv-cinder-784140-5-smb neutron-server[91772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 07 06:58:02.026738 dv-cinder-784140-5-smb neutron-server[91772]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 07 06:58:02.026738 dv-cinder-784140-5-smb neutron-server[91772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 07 06:58:02.026738 dv-cinder-784140-5-smb neutron-server[91772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 07 06:58:02.026738 dv-cinder-784140-5-smb neutron-server[91772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 07 06:58:02.160600 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fc370eb-19a0-474c-ba4c-e83503ae484f req-a1c9058e-a46d-48e4-985f-1c50727e53b1 tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] No DVR routers for this DVR port 29ea960d-9ed1-4bb5-b4a0-2e1939e8201e on host hv-cinder-78414 {{(pid=91772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 06:58:02.171540 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [req-3fc370eb-19a0-474c-ba4c-e83503ae484f req-a1c9058e-a46d-48e4-985f-1c50727e53b1 tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503096'] for port, before_response {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:02.174396 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-3fc370eb-19a0-474c-ba4c-e83503ae484f req-a1c9058e-a46d-48e4-985f-1c50727e53b1 tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] 10.222.0.43 "DELETE /v2.0/ports/29ea960d-9ed1-4bb5-b4a0-2e1939e8201e HTTP/1.1" status: 204 len: 173 time: 2.8526583 Jun 07 06:58:02.177201 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-0e61405e-df2f-4de9-905e-71f6f8b3601a req-aa1030ce-b13d-4bcc-b4a7-628acf3d1bf4 tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] 10.222.0.21 "GET /v2.0/ports?device_id=06745a3f-9eec-46bb-b36d-d77358bd1e50 HTTP/1.1" status: 200 len: 210 time: 0.0661855 Jun 07 06:58:02.177486 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06745a3f-9eec-46bb-b36d-d77358bd1e50', 'name': 'network-vif-deleted', 'tag': '29ea960d-9ed1-4bb5-b4a0-2e1939e8201e'}] {{(pid=91772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 06:58:02.180616 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b3564b50ce45010e06e11b2a9bfee31ad6a5dcfa31583fbede74178fb7a3d70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab58540d-03f4-4d34-8794-61f0a0619066" -d '{"events": [{"server_uuid": "06745a3f-9eec-46bb-b36d-d77358bd1e50", "name": "network-vif-deleted", "tag": "29ea960d-9ed1-4bb5-b4a0-2e1939e8201e"}]}' {{(pid=91772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 06:58:02.185335 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.db.l3_dvr_db [None req-2a877cff-b0cf-4198-a44a-16e20bd791f6 None None] Set router 852672d4-2b1a-4285-9b73-bdfb9c7df3b9 gateway port host: dv-cinder-784140-5-smb {{(pid=91774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 06:58:02.185947 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-d5df573c-b7c6-4aff-bd21-f031143bd531 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-722533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1706969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754209'] for network, after_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:02.192845 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-c002d849-6d89-43f0-9eee-db80eb717e1b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:58:02.228717 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-d5df573c-b7c6-4aff-bd21-f031143bd531 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648630'] for network, before_response {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:02.240530 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [None req-d5df573c-b7c6-4aff-bd21-f031143bd531 admin admin] 10.222.0.21 "DELETE /v2.0/networks/2e303e64-c012-46d6-aac2-71b049564e50 HTTP/1.1" status: 204 len: 168 time: 0.9557819 Jun 07 06:58:02.255262 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5df573c-b7c6-4aff-bd21-f031143bd531 admin admin] Pushing event deleted for resources: {'Network': ['ID=2e303e64-c012-46d6-aac2-71b049564e50,revision_number=None']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:58:02.258911 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-d5df573c-b7c6-4aff-bd21-f031143bd531 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:58:02.285475 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 06:58:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7bb7674-9303-44a3-8e10-d8eece9468ab x-openstack-request-id: req-c7bb7674-9303-44a3-8e10-d8eece9468ab {{(pid=91772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 06:58:02.286018 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06745a3f-9eec-46bb-b36d-d77358bd1e50", "name": "network-vif-deleted", "tag": "29ea960d-9ed1-4bb5-b4a0-2e1939e8201e", "status": "completed", "code": 200}]} {{(pid=91772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 06:58:02.286235 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c7bb7674-9303-44a3-8e10-d8eece9468ab {{(pid=91772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 06:58:02.286776 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06745a3f-9eec-46bb-b36d-d77358bd1e50', 'name': 'network-vif-deleted', 'tag': '29ea960d-9ed1-4bb5-b4a0-2e1939e8201e', 'status': 'completed', 'code': 200} Jun 07 06:58:02.353506 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Device 29ea960d-9ed1-4bb5-b4a0-2e1939e8201e no longer exists at agent hyperv_hv-cinder-78414 {{(pid=91774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 06:58:02.412051 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.wsgi [-] (91772) accepted ('10.222.0.21', 57862) {{(pid=91772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:58:02.446204 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.plugin [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] No Port match for: 29ea960d-9ed1-4bb5-b4a0-2e1939e8201e {{(pid=91774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 06:58:02.446847 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Device 29ea960d-9ed1-4bb5-b4a0-2e1939e8201e not bound to the agent host hv-cinder-78414 {{(pid=91774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 06:58:02.462904 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [None req-6b96545f-dac2-4143-bcf7-994024b62877 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b6a17686403649e59640e6bed0871b3e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0474019 Jun 07 06:58:02.463197 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.wsgi [-] (91772) accepted ('10.222.0.21', 57864) {{(pid=91772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:58:02.526576 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-8d7b13fc-2b26-469b-ad91-9abd94cdbad2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:02.554198 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-8d7b13fc-2b26-469b-ad91-9abd94cdbad2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:02.621829 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-8d7b13fc-2b26-469b-ad91-9abd94cdbad2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1706761'] for security_group, after_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:02.624776 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-8d7b13fc-2b26-469b-ad91-9abd94cdbad2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:02.627112 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [None req-8d7b13fc-2b26-469b-ad91-9abd94cdbad2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e7307ba2-82f7-48b4-bd29-8e5128908893 HTTP/1.1" status: 204 len: 168 time: 0.1627867 Jun 07 06:58:02.628087 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-7522ffa8-1d19-45d5-a74b-630f8faa9ec4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:58:02.641859 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7b13fc-2b26-469b-ad91-9abd94cdbad2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7307ba2-82f7-48b4-bd29-8e5128908893,revision_number=None']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:58:02.644333 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-8d7b13fc-2b26-469b-ad91-9abd94cdbad2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:58:02.651068 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.db.l3_hamode_db [None req-2a877cff-b0cf-4198-a44a-16e20bd791f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '852672d4-2b1a-4285-9b73-bdfb9c7df3b9', 'name': 'tempest-AttachVolumeTestJSON-144816171-router', 'tenant_id': '0cf7ac6ccb8642d894b6ba7f74160152', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a84d0276-e36b-485f-b034-cb606776a5f5', 'external_fixed_ips': [{'subnet_id': 'bc8e845f-21f5-4331-a893-3fabfb1361b8', 'ip_address': '172.28.3.137'}], 'enable_snat': True}, 'gw_port_id': 'a07d77e8-c48f-40ee-9e8e-84af200e686b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T06:53:50Z', 'updated_at': '2021-06-07T06:54:02Z', 'revision_number': 4, 'project_id': '0cf7ac6ccb8642d894b6ba7f74160152', 'gw_port': {'id': 'a07d77e8-c48f-40ee-9e8e-84af200e686b', 'name': '', 'network_id': 'a84d0276-e36b-485f-b034-cb606776a5f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:85:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '852672d4-2b1a-4285-9b73-bdfb9c7df3b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'bc8e845f-21f5-4331-a893-3fabfb1361b8', 'ip_address': '172.28.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T06:53:51Z', 'updated_at': '2021-06-07T06:54:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc8e845f-21f5-4331-a893-3fabfb1361b8', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-5-smb', '_interfaces': [{'id': 'd9d1e037-910b-4f06-b2df-5bdcffd157e6', 'name': '', 'network_id': '90cfa33b-3934-46a0-a3d0-faaa7bfec8df', 'tenant_id': '0cf7ac6ccb8642d894b6ba7f74160152', 'mac_address': 'fa:16:3e:b7:9a:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '852672d4-2b1a-4285-9b73-bdfb9c7df3b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'cf612fb8-f9f7-4687-b8ca-e3cc129879ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T06:53:59Z', 'updated_at': '2021-06-07T06:54:15Z', 'revision_number': 5, 'project_id': '0cf7ac6ccb8642d894b6ba7f74160152', 'subnets': [{'id': 'cf612fb8-f9f7-4687-b8ca-e3cc129879ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784140-5-smb', False) {} {{(pid=91774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 06:58:02.671255 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a877cff-b0cf-4198-a44a-16e20bd791f6 None None] Checking router: 852672d4-2b1a-4285-9b73-bdfb9c7df3b9 for host: dv-cinder-784140-5-smb {{(pid=91774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 06:58:02.682357 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a877cff-b0cf-4198-a44a-16e20bd791f6 None None] Routers {'852672d4-2b1a-4285-9b73-bdfb9c7df3b9'} bound to L3 agent in host dv-cinder-784140-5-smb {{(pid=91774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 06:58:02.683174 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.db.l3_hamode_db [None req-2a877cff-b0cf-4198-a44a-16e20bd791f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-07T06:46:09Z,description=,heartbeat_timestamp=2021-06-07T06:57:39Z,host='dv-cinder-784140-5-smb',id=dd8e9e9b-c9b0-4755-a773-57df6dee4a2e,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T06:46:09Z,topic='l3_agent')) {'router_ids': ['852672d4-2b1a-4285-9b73-bdfb9c7df3b9'], 'active': True} {{(pid=91774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 06:58:02.764034 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.db.resource_extend [None req-9f103a48-50f1-4252-9746-d2ab382bc7c9 tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=91773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 07 06:58:02.924737 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-9f103a48-50f1-4252-9746-d2ab382bc7c9 tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:02.931482 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-9f103a48-50f1-4252-9746-d2ab382bc7c9 tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1754227'] for floatingip, after_update {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:02.936071 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.db.l3_dvr_db [None req-2a877cff-b0cf-4198-a44a-16e20bd791f6 None None] Set router 852672d4-2b1a-4285-9b73-bdfb9c7df3b9 gateway port host: dv-cinder-784140-5-smb {{(pid=91774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 06:58:03.128773 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.db.l3_db [None req-9f103a48-50f1-4252-9746-d2ab382bc7c9 tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] Floating IP 9fb90414-7c2d-41ca-96b8-58b7f5395659 associated. External IP: 172.28.3.127, port: 2bd67d37-370f-4ff8-bb69-fa53be603f45. Jun 07 06:58:03.351610 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.wsgi [-] (91772) accepted ('10.222.0.21', 57892) {{(pid=91772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:58:03.373291 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.db.l3_hamode_db [None req-2a877cff-b0cf-4198-a44a-16e20bd791f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '852672d4-2b1a-4285-9b73-bdfb9c7df3b9', 'name': 'tempest-AttachVolumeTestJSON-144816171-router', 'tenant_id': '0cf7ac6ccb8642d894b6ba7f74160152', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a84d0276-e36b-485f-b034-cb606776a5f5', 'external_fixed_ips': [{'subnet_id': 'bc8e845f-21f5-4331-a893-3fabfb1361b8', 'ip_address': '172.28.3.137'}], 'enable_snat': True}, 'gw_port_id': 'a07d77e8-c48f-40ee-9e8e-84af200e686b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T06:53:50Z', 'updated_at': '2021-06-07T06:54:02Z', 'revision_number': 4, 'project_id': '0cf7ac6ccb8642d894b6ba7f74160152', 'gw_port': {'id': 'a07d77e8-c48f-40ee-9e8e-84af200e686b', 'name': '', 'network_id': 'a84d0276-e36b-485f-b034-cb606776a5f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:85:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '852672d4-2b1a-4285-9b73-bdfb9c7df3b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'bc8e845f-21f5-4331-a893-3fabfb1361b8', 'ip_address': '172.28.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T06:53:51Z', 'updated_at': '2021-06-07T06:54:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc8e845f-21f5-4331-a893-3fabfb1361b8', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-5-smb', '_interfaces': [{'id': 'd9d1e037-910b-4f06-b2df-5bdcffd157e6', 'name': '', 'network_id': '90cfa33b-3934-46a0-a3d0-faaa7bfec8df', 'tenant_id': '0cf7ac6ccb8642d894b6ba7f74160152', 'mac_address': 'fa:16:3e:b7:9a:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '852672d4-2b1a-4285-9b73-bdfb9c7df3b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'cf612fb8-f9f7-4687-b8ca-e3cc129879ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T06:53:59Z', 'updated_at': '2021-06-07T06:54:15Z', 'revision_number': 5, 'project_id': '0cf7ac6ccb8642d894b6ba7f74160152', 'subnets': [{'id': 'cf612fb8-f9f7-4687-b8ca-e3cc129879ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784140-5-smb', False) {} {{(pid=91774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 06:58:03.377722 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a877cff-b0cf-4198-a44a-16e20bd791f6 None None] The sync data for ids ['852672d4-2b1a-4285-9b73-bdfb9c7df3b9'] in dv-cinder-784140-5-smb is: [{'id': '852672d4-2b1a-4285-9b73-bdfb9c7df3b9', 'name': 'tempest-AttachVolumeTestJSON-144816171-router', 'tenant_id': '0cf7ac6ccb8642d894b6ba7f74160152', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a84d0276-e36b-485f-b034-cb606776a5f5', 'external_fixed_ips': [{'subnet_id': 'bc8e845f-21f5-4331-a893-3fabfb1361b8', 'ip_address': '172.28.3.137'}], 'enable_snat': True}, 'gw_port_id': 'a07d77e8-c48f-40ee-9e8e-84af200e686b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T06:53:50Z', 'updated_at': '2021-06-07T06:54:02Z', 'revision_number': 4, 'project_id': '0cf7ac6ccb8642d894b6ba7f74160152', 'gw_port': {'id': 'a07d77e8-c48f-40ee-9e8e-84af200e686b', 'name': '', 'network_id': 'a84d0276-e36b-485f-b034-cb606776a5f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:85:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '852672d4-2b1a-4285-9b73-bdfb9c7df3b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'bc8e845f-21f5-4331-a893-3fabfb1361b8', 'ip_address': '172.28.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T06:53:51Z', 'updated_at': '2021-06-07T06:54:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc8e845f-21f5-4331-a893-3fabfb1361b8', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-5-smb', '_interfaces': [{'id': 'd9d1e037-910b-4f06-b2df-5bdcffd157e6', 'name': '', 'network_id': '90cfa33b-3934-46a0-a3d0-faaa7bfec8df', 'tenant_id': '0cf7ac6ccb8642d894b6ba7f74160152', 'mac_address': 'fa:16:3e:b7:9a:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '852672d4-2b1a-4285-9b73-bdfb9c7df3b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'cf612fb8-f9f7-4687-b8ca-e3cc129879ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T06:53:59Z', 'updated_at': '2021-06-07T06:54:15Z', 'revision_number': 5, 'project_id': '0cf7ac6ccb8642d894b6ba7f74160152', 'subnets': [{'id': 'cf612fb8-f9f7-4687-b8ca-e3cc129879ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 06:58:03.442113 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-f088e267-6a30-409e-b1f6-724f95d957fc tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] Notify callbacks [] for security_group, before_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:03.477550 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-f088e267-6a30-409e-b1f6-724f95d957fc tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:03.546575 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-f088e267-6a30-409e-b1f6-724f95d957fc tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1706761'] for security_group, after_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:03.549127 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-f088e267-6a30-409e-b1f6-724f95d957fc tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] Notify callbacks [] for security_group, before_response {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:03.550268 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [None req-f088e267-6a30-409e-b1f6-724f95d957fc tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] 10.222.0.21 "DELETE /v2.0/security-groups/28c64220-de7a-4111-93c0-91d84e10d665 HTTP/1.1" status: 204 len: 168 time: 0.1973152 Jun 07 06:58:03.551017 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-5d876b06-caad-4129-ad53-f7a3b070ff52 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:58:03.559883 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.21', 57900) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:58:03.562549 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f088e267-6a30-409e-b1f6-724f95d957fc tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=28c64220-de7a-4111-93c0-91d84e10d665,revision_number=None']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:58:03.565326 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-f088e267-6a30-409e-b1f6-724f95d957fc tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:58:03.609996 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.api.v2.resource [None req-29b029b8-987c-4688-aa81-1184670fa191 tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] show failed (client error): The resource could not be found. Jun 07 06:58:03.614126 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [None req-29b029b8-987c-4688-aa81-1184670fa191 tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] 10.222.0.21 "GET /v2.0/security-groups/28c64220-de7a-4111-93c0-91d84e10d665 HTTP/1.1" status: 404 len: 347 time: 0.0504029 Jun 07 06:58:03.614482 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.wsgi [-] (91772) accepted ('10.222.0.21', 57902) {{(pid=91772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:58:03.617662 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f103a48-50f1-4252-9746-d2ab382bc7c9 tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] Router e94f5b08-647a-40c6-b77c-9daf706861b0 has already been hosted by L3 agent dd8e9e9b-c9b0-4755-a773-57df6dee4a2e {{(pid=91773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 06:58:03.716576 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aa6303a-31fe-4773-9ddb-760bc8674bef None None] New status for floating IP a5707e7f-f118-486f-83b7-2831ed974731: DOWN {{(pid=91775) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 07 06:58:03.810736 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f103a48-50f1-4252-9746-d2ab382bc7c9 tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] Notify agent at l3_agent.dv-cinder-784140-5-smb the message routers_updated {{(pid=91773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 06:58:03.815008 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-9f103a48-50f1-4252-9746-d2ab382bc7c9 tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503096'] for floatingip, before_response {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:03.821944 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5eac75c-6445-4e27-8727-50ba55b4c6dc None None] Sync routers for ids ['e94f5b08-647a-40c6-b77c-9daf706861b0'] in dv-cinder-784140-5-smb {{(pid=91774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 06:58:03.835117 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5eac75c-6445-4e27-8727-50ba55b4c6dc None None] Routers {'e94f5b08-647a-40c6-b77c-9daf706861b0'} bound to L3 agent in host dv-cinder-784140-5-smb {{(pid=91774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 06:58:03.836225 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.db.l3_hamode_db [None req-e5eac75c-6445-4e27-8727-50ba55b4c6dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-07T06:46:09Z,description=,heartbeat_timestamp=2021-06-07T06:57:39Z,host='dv-cinder-784140-5-smb',id=dd8e9e9b-c9b0-4755-a773-57df6dee4a2e,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T06:46:09Z,topic='l3_agent')) {'router_ids': ['e94f5b08-647a-40c6-b77c-9daf706861b0'], 'active': True} {{(pid=91774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 06:58:03.884133 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.plugins.ml2.plugin [None req-d76b20e7-5390-45e9-bd69-1776b00eae72 tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] Deleting port 9d7e0589-df9f-40d9-ac88-c9a0aab61cca {{(pid=91772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 06:58:03.884473 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-d76b20e7-5390-45e9-bd69-1776b00eae72 tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762332413660'] for port, before_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:03.899063 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [None req-9f103a48-50f1-4252-9746-d2ab382bc7c9 tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] 10.222.0.21 "PUT /v2.0/floatingips/9fb90414-7c2d-41ca-96b8-58b7f5395659 HTTP/1.1" status: 200 len: 991 time: 2.1647782 Jun 07 06:58:03.900141 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebdb7c72-c3d1-47bb-9d0a-4f00e59b88dc', 'tag': '2bd67d37-370f-4ff8-bb69-fa53be603f45'}] {{(pid=91773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 06:58:03.913267 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7af0e1444f231fbc9cc9c3372b4fb62bb65a3f4c42e6951a4a8787648e20f245" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56f8811d-9e3a-4473-9f79-12ec543c064f" -d '{"events": [{"name": "network-changed", "server_uuid": "ebdb7c72-c3d1-47bb-9d0a-4f00e59b88dc", "tag": "2bd67d37-370f-4ff8-bb69-fa53be603f45"}]}' {{(pid=91773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 06:58:03.970507 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 06:58:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a65ed7c2-de8a-4b4a-84c7-deb7196abff1 x-openstack-request-id: req-a65ed7c2-de8a-4b4a-84c7-deb7196abff1 {{(pid=91773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 06:58:03.971137 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ebdb7c72-c3d1-47bb-9d0a-4f00e59b88dc", "tag": "2bd67d37-370f-4ff8-bb69-fa53be603f45", "status": "completed", "code": 200}]} {{(pid=91773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 06:58:03.971137 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a65ed7c2-de8a-4b4a-84c7-deb7196abff1 {{(pid=91773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 06:58:03.971475 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ebdb7c72-c3d1-47bb-9d0a-4f00e59b88dc', 'tag': '2bd67d37-370f-4ff8-bb69-fa53be603f45', 'status': 'completed', 'code': 200} Jun 07 06:58:04.106650 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.db.l3_dvr_db [None req-e5eac75c-6445-4e27-8727-50ba55b4c6dc None None] Set router e94f5b08-647a-40c6-b77c-9daf706861b0 gateway port host: dv-cinder-784140-5-smb {{(pid=91774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 06:58:04.121429 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-d76b20e7-5390-45e9-bd69-1776b00eae72 tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1669251'] for port, precommit_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:04.121763 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-d76b20e7-5390-45e9-bd69-1776b00eae72 tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:04.272059 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.plugins.ml2.plugin [None req-d76b20e7-5390-45e9-bd69-1776b00eae72 tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] Calling delete_port for 9d7e0589-df9f-40d9-ac88-c9a0aab61cca owned by network:floatingip {{(pid=91772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 06:58:04.287322 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f8811d-9e3a-4473-9f79-12ec543c064f req-da866992-25a9-4411-b4f3-bcceeb7ef8f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:58:04.288762 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-56f8811d-9e3a-4473-9f79-12ec543c064f req-da866992-25a9-4411-b4f3-bcceeb7ef8f6 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a521857e620a4cd2a9ecf3c6706dbe4e&device_id=ebdb7c72-c3d1-47bb-9d0a-4f00e59b88dc HTTP/1.1" status: 200 len: 1098 time: 0.2615762 Jun 07 06:58:04.531241 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.db.l3_hamode_db [None req-e5eac75c-6445-4e27-8727-50ba55b4c6dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e94f5b08-647a-40c6-b77c-9daf706861b0', 'name': 'tempest-AttachVolumeShelveTestJSON-1783332224-router', 'tenant_id': 'a521857e620a4cd2a9ecf3c6706dbe4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a84d0276-e36b-485f-b034-cb606776a5f5', 'external_fixed_ips': [{'subnet_id': 'bc8e845f-21f5-4331-a893-3fabfb1361b8', 'ip_address': '172.28.3.132'}], 'enable_snat': True}, 'gw_port_id': 'f57f8032-4519-43dc-b72b-1cb43278eac9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T06:53:50Z', 'updated_at': '2021-06-07T06:54:05Z', 'revision_number': 4, 'project_id': 'a521857e620a4cd2a9ecf3c6706dbe4e', 'gw_port': {'id': 'f57f8032-4519-43dc-b72b-1cb43278eac9', 'name': '', 'network_id': 'a84d0276-e36b-485f-b034-cb606776a5f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:e6:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e94f5b08-647a-40c6-b77c-9daf706861b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'bc8e845f-21f5-4331-a893-3fabfb1361b8', 'ip_address': '172.28.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T06:53:52Z', 'updated_at': '2021-06-07T06:54:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc8e845f-21f5-4331-a893-3fabfb1361b8', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-5-smb', '_floatingips': [{'id': '9fb90414-7c2d-41ca-96b8-58b7f5395659', 'tenant_id': 'a521857e620a4cd2a9ecf3c6706dbe4e', 'floating_ip_address': '172.28.3.127', 'floating_network_id': 'a84d0276-e36b-485f-b034-cb606776a5f5', 'router_id': 'e94f5b08-647a-40c6-b77c-9daf706861b0', 'port_id': '2bd67d37-370f-4ff8-bb69-fa53be603f45', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 392, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd923eec5-f613-4137-bc9f-8f5300ca5016', 'mac_address': 'fa:16:3e:de:e5:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebdb7c72-c3d1-47bb-9d0a-4f00e59b88dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-07T06:57:48Z', 'updated_at': '2021-06-07T06:58:02Z', 'revision_number': 1, 'project_id': 'a521857e620a4cd2a9ecf3c6706dbe4e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8dfda82d-442d-4a49-844b-7c1cef9c24bd', 'name': '', 'network_id': 'd923eec5-f613-4137-bc9f-8f5300ca5016', 'tenant_id': 'a521857e620a4cd2a9ecf3c6706dbe4e', 'mac_address': 'fa:16:3e:77:e3:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e94f5b08-647a-40c6-b77c-9daf706861b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'c3d491a8-638d-42a9-876a-8c51b2a3d541', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T06:54:03Z', 'updated_at': '2021-06-07T06:54:19Z', 'revision_number': 5, 'project_id': 'a521857e620a4cd2a9ecf3c6706dbe4e', 'subnets': [{'id': 'c3d491a8-638d-42a9-876a-8c51b2a3d541', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784140-5-smb', False) {} {{(pid=91774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 06:58:04.535516 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5eac75c-6445-4e27-8727-50ba55b4c6dc None None] Checking router: e94f5b08-647a-40c6-b77c-9daf706861b0 for host: dv-cinder-784140-5-smb {{(pid=91774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 06:58:04.545101 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5eac75c-6445-4e27-8727-50ba55b4c6dc None None] Routers {'e94f5b08-647a-40c6-b77c-9daf706861b0'} bound to L3 agent in host dv-cinder-784140-5-smb {{(pid=91774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 06:58:04.545715 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.db.l3_hamode_db [None req-e5eac75c-6445-4e27-8727-50ba55b4c6dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-07T06:46:09Z,description=,heartbeat_timestamp=2021-06-07T06:57:39Z,host='dv-cinder-784140-5-smb',id=dd8e9e9b-c9b0-4755-a773-57df6dee4a2e,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T06:46:09Z,topic='l3_agent')) {'router_ids': ['e94f5b08-647a-40c6-b77c-9daf706861b0'], 'active': True} {{(pid=91774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 06:58:04.581542 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f8811d-9e3a-4473-9f79-12ec543c064f req-1ad17705-5340-41d2-bc54-4cc439a5c69b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:58:04.583196 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-56f8811d-9e3a-4473-9f79-12ec543c064f req-1ad17705-5340-41d2-bc54-4cc439a5c69b service neutron] 10.222.0.43 "GET /v2.0/networks?id=d923eec5-f613-4137-bc9f-8f5300ca5016 HTTP/1.1" status: 200 len: 918 time: 0.2810698 Jun 07 06:58:04.756381 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-56f8811d-9e3a-4473-9f79-12ec543c064f req-47a90d80-783b-4fb8-9954-c1f4f28c3039 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2bd67d37-370f-4ff8-bb69-fa53be603f45 HTTP/1.1" status: 200 len: 999 time: 0.1665537 Jun 07 06:58:04.786099 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.db.l3_dvr_db [None req-e5eac75c-6445-4e27-8727-50ba55b4c6dc None None] Set router e94f5b08-647a-40c6-b77c-9daf706861b0 gateway port host: dv-cinder-784140-5-smb {{(pid=91774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 06:58:04.797879 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-d76b20e7-5390-45e9-bd69-1776b00eae72 tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-569476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762332438236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762331935088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2958583'] for port, after_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:04.806087 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:58:04.861792 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76b20e7-5390-45e9-bd69-1776b00eae72 tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] Pushing event deleted for resources: {'Port': ['ID=9d7e0589-df9f-40d9-ac88-c9a0aab61cca,revision_number=None']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:58:04.947659 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-d76b20e7-5390-45e9-bd69-1776b00eae72 tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:58:04.984049 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f8811d-9e3a-4473-9f79-12ec543c064f req-ebadb3e7-8103-46df-88e1-d7f74c52192f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:58:04.985917 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-56f8811d-9e3a-4473-9f79-12ec543c064f req-ebadb3e7-8103-46df-88e1-d7f74c52192f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c3d491a8-638d-42a9-876a-8c51b2a3d541 HTTP/1.1" status: 200 len: 856 time: 0.2231021 Jun 07 06:58:04.988619 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-d76b20e7-5390-45e9-bd69-1776b00eae72 tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] Notify callbacks [] for floatingip, after_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:04.991258 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-d76b20e7-5390-45e9-bd69-1776b00eae72 tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503096'] for floatingip, before_response {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:04.995538 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [None req-d76b20e7-5390-45e9-bd69-1776b00eae72 tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] 10.222.0.21 "DELETE /v2.0/floatingips/a5707e7f-f118-486f-83b7-2831ed974731 HTTP/1.1" status: 204 len: 168 time: 1.3771706 Jun 07 06:58:05.075498 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f8811d-9e3a-4473-9f79-12ec543c064f req-3c89401b-30ea-46f9-900f-43c4010063ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:58:05.077010 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-56f8811d-9e3a-4473-9f79-12ec543c064f req-3c89401b-30ea-46f9-900f-43c4010063ad service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d923eec5-f613-4137-bc9f-8f5300ca5016&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0834239 Jun 07 06:58:05.105083 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.21', 57948) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:58:05.194206 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.db.l3_hamode_db [None req-e5eac75c-6445-4e27-8727-50ba55b4c6dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e94f5b08-647a-40c6-b77c-9daf706861b0', 'name': 'tempest-AttachVolumeShelveTestJSON-1783332224-router', 'tenant_id': 'a521857e620a4cd2a9ecf3c6706dbe4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a84d0276-e36b-485f-b034-cb606776a5f5', 'external_fixed_ips': [{'subnet_id': 'bc8e845f-21f5-4331-a893-3fabfb1361b8', 'ip_address': '172.28.3.132'}], 'enable_snat': True}, 'gw_port_id': 'f57f8032-4519-43dc-b72b-1cb43278eac9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T06:53:50Z', 'updated_at': '2021-06-07T06:54:05Z', 'revision_number': 4, 'project_id': 'a521857e620a4cd2a9ecf3c6706dbe4e', 'gw_port': {'id': 'f57f8032-4519-43dc-b72b-1cb43278eac9', 'name': '', 'network_id': 'a84d0276-e36b-485f-b034-cb606776a5f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:e6:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e94f5b08-647a-40c6-b77c-9daf706861b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'bc8e845f-21f5-4331-a893-3fabfb1361b8', 'ip_address': '172.28.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T06:53:52Z', 'updated_at': '2021-06-07T06:54:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc8e845f-21f5-4331-a893-3fabfb1361b8', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-5-smb', '_floatingips': [{'id': '9fb90414-7c2d-41ca-96b8-58b7f5395659', 'tenant_id': 'a521857e620a4cd2a9ecf3c6706dbe4e', 'floating_ip_address': '172.28.3.127', 'floating_network_id': 'a84d0276-e36b-485f-b034-cb606776a5f5', 'router_id': 'e94f5b08-647a-40c6-b77c-9daf706861b0', 'port_id': '2bd67d37-370f-4ff8-bb69-fa53be603f45', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 392, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd923eec5-f613-4137-bc9f-8f5300ca5016', 'mac_address': 'fa:16:3e:de:e5:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebdb7c72-c3d1-47bb-9d0a-4f00e59b88dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-07T06:57:48Z', 'updated_at': '2021-06-07T06:58:02Z', 'revision_number': 1, 'project_id': 'a521857e620a4cd2a9ecf3c6706dbe4e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8dfda82d-442d-4a49-844b-7c1cef9c24bd', 'name': '', 'network_id': 'd923eec5-f613-4137-bc9f-8f5300ca5016', 'tenant_id': 'a521857e620a4cd2a9ecf3c6706dbe4e', 'mac_address': 'fa:16:3e:77:e3:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e94f5b08-647a-40c6-b77c-9daf706861b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'c3d491a8-638d-42a9-876a-8c51b2a3d541', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T06:54:03Z', 'updated_at': '2021-06-07T06:54:19Z', 'revision_number': 5, 'project_id': 'a521857e620a4cd2a9ecf3c6706dbe4e', 'subnets': [{'id': 'c3d491a8-638d-42a9-876a-8c51b2a3d541', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784140-5-smb', False) {} {{(pid=91774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 06:58:05.198882 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5eac75c-6445-4e27-8727-50ba55b4c6dc None None] The sync data for ids ['e94f5b08-647a-40c6-b77c-9daf706861b0'] in dv-cinder-784140-5-smb is: [{'id': 'e94f5b08-647a-40c6-b77c-9daf706861b0', 'name': 'tempest-AttachVolumeShelveTestJSON-1783332224-router', 'tenant_id': 'a521857e620a4cd2a9ecf3c6706dbe4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a84d0276-e36b-485f-b034-cb606776a5f5', 'external_fixed_ips': [{'subnet_id': 'bc8e845f-21f5-4331-a893-3fabfb1361b8', 'ip_address': '172.28.3.132'}], 'enable_snat': True}, 'gw_port_id': 'f57f8032-4519-43dc-b72b-1cb43278eac9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T06:53:50Z', 'updated_at': '2021-06-07T06:54:05Z', 'revision_number': 4, 'project_id': 'a521857e620a4cd2a9ecf3c6706dbe4e', 'gw_port': {'id': 'f57f8032-4519-43dc-b72b-1cb43278eac9', 'name': '', 'network_id': 'a84d0276-e36b-485f-b034-cb606776a5f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:e6:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e94f5b08-647a-40c6-b77c-9daf706861b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'bc8e845f-21f5-4331-a893-3fabfb1361b8', 'ip_address': '172.28.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T06:53:52Z', 'updated_at': '2021-06-07T06:54:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc8e845f-21f5-4331-a893-3fabfb1361b8', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-5-smb', '_floatingips': [{'id': '9fb90414-7c2d-41ca-96b8-58b7f5395659', 'tenant_id': 'a521857e620a4cd2a9ecf3c6706dbe4e', 'floating_ip_address': '172.28.3.127', 'floating_network_id': 'a84d0276-e36b-485f-b034-cb606776a5f5', 'router_id': 'e94f5b08-647a-40c6-b77c-9daf706861b0', 'port_id': '2bd67d37-370f-4ff8-bb69-fa53be603f45', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 392, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd923eec5-f613-4137-bc9f-8f5300ca5016', 'mac_address': 'fa:16:3e:de:e5:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebdb7c72-c3d1-47bb-9d0a-4f00e59b88dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-07T06:57:48Z', 'updated_at': '2021-06-07T06:58:02Z', 'revision_number': 1, 'project_id': 'a521857e620a4cd2a9ecf3c6706dbe4e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8dfda82d-442d-4a49-844b-7c1cef9c24bd', 'name': '', 'network_id': 'd923eec5-f613-4137-bc9f-8f5300ca5016', 'tenant_id': 'a521857e620a4cd2a9ecf3c6706dbe4e', 'mac_address': 'fa:16:3e:77:e3:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e94f5b08-647a-40c6-b77c-9daf706861b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'c3d491a8-638d-42a9-876a-8c51b2a3d541', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T06:54:03Z', 'updated_at': '2021-06-07T06:54:19Z', 'revision_number': 5, 'project_id': 'a521857e620a4cd2a9ecf3c6706dbe4e', 'subnets': [{'id': 'c3d491a8-638d-42a9-876a-8c51b2a3d541', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 06:58:05.237687 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-56f8811d-9e3a-4473-9f79-12ec543c064f req-8d3b20ca-cebb-4e50-87a7-fc6419db8ab2 service neutron] 10.222.0.43 "GET /v2.0/networks/d923eec5-f613-4137-bc9f-8f5300ca5016?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1533899 Jun 07 06:58:05.298728 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-525cadd5-7f5d-4afc-a7ca-586d9cbd48db admin admin] Notify callbacks [] for security_group, before_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:05.368832 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.21', 57952) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:58:05.375538 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.v2.base [None req-b2f480c9-b7cd-4e5b-82fe-4c4a78337c29 tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] Request body: {'security_group': {'name': 'tempest-securitygroup--780827614', 'description': 'tempest-description--1792190234'}} {{(pid=91773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 06:58:05.407082 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-56f8811d-9e3a-4473-9f79-12ec543c064f req-43556676-c860-4c9e-b0a6-f758c0201019 service neutron] 10.222.0.43 "GET /v2.0/networks/d923eec5-f613-4137-bc9f-8f5300ca5016?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1582096 Jun 07 06:58:05.448777 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-525cadd5-7f5d-4afc-a7ca-586d9cbd48db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:05.461937 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa653a5e-18df-472b-b38a-5c619d503018 None None] New status for floating IP 9fb90414-7c2d-41ca-96b8-58b7f5395659: ACTIVE {{(pid=91775) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 07 06:58:05.467086 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-525cadd5-7f5d-4afc-a7ca-586d9cbd48db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1706761'] for security_group, after_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:05.476916 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-d44d1d18-9186-448c-9cd1-b5c60404ff00 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:58:05.492291 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-b2f480c9-b7cd-4e5b-82fe-4c4a78337c29 tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] Notify callbacks [] for security_group, before_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:05.534680 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [None req-525cadd5-7f5d-4afc-a7ca-586d9cbd48db admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=85585618a19644998a2445bfa8a7766a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4242373 Jun 07 06:58:05.535473 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.wsgi [-] (91772) accepted ('10.222.0.21', 57958) {{(pid=91772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:58:05.546944 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525cadd5-7f5d-4afc-a7ca-586d9cbd48db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6c08d75-dad6-4348-bfe6-0a0fe35e3c65,revision_number=1']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:58:05.552631 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-525cadd5-7f5d-4afc-a7ca-586d9cbd48db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:58:05.616238 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-8b3344f4-7662-4ef4-b400-00bc5c37c646 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:05.645230 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-b2f480c9-b7cd-4e5b-82fe-4c4a78337c29 tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] Notify callbacks [] for security_group, precommit_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:05.650881 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-b2f480c9-b7cd-4e5b-82fe-4c4a78337c29 tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1706761'] for security_group, after_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:05.654911 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-8b3344f4-7662-4ef4-b400-00bc5c37c646 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:05.669448 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-7e768d5e-1051-49e9-a0d3-d3ee7c6fec38 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:58:05.684965 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-b2f480c9-b7cd-4e5b-82fe-4c4a78337c29 tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] Notify callbacks [] for security_group, before_response {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:05.687967 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [None req-b2f480c9-b7cd-4e5b-82fe-4c4a78337c29 tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.3151553 Jun 07 06:58:05.689411 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.21', 57962) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:58:05.694083 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.v2.base [None req-6106d05f-3a8a-429e-ae46-b4e0bd375556 tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] Request body: {'security_group_rule': {'security_group_id': '67d394fa-e0bd-49f4-8b48-2d4ef3fb60d2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 06:58:05.717927 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f480c9-b7cd-4e5b-82fe-4c4a78337c29 tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] Pushing event updated for resources: {'SecurityGroup': ['ID=67d394fa-e0bd-49f4-8b48-2d4ef3fb60d2,revision_number=1']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:58:05.722295 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-b2f480c9-b7cd-4e5b-82fe-4c4a78337c29 tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:58:05.738375 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-8b3344f4-7662-4ef4-b400-00bc5c37c646 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1706761'] for security_group, after_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:05.740890 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-8b3344f4-7662-4ef4-b400-00bc5c37c646 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:05.742073 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [None req-8b3344f4-7662-4ef4-b400-00bc5c37c646 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c6c08d75-dad6-4348-bfe6-0a0fe35e3c65 HTTP/1.1" status: 204 len: 168 time: 0.2039039 Jun 07 06:58:05.742967 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-fd78a3ad-9f00-4e28-8e4c-7ba8d20f6716 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:58:05.748194 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-6106d05f-3a8a-429e-ae46-b4e0bd375556 tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:05.755542 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3344f4-7662-4ef4-b400-00bc5c37c646 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6c08d75-dad6-4348-bfe6-0a0fe35e3c65,revision_number=None']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:58:05.767855 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-8b3344f4-7662-4ef4-b400-00bc5c37c646 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:58:05.838171 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-6106d05f-3a8a-429e-ae46-b4e0bd375556 tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:05.842235 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-6106d05f-3a8a-429e-ae46-b4e0bd375556 tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1706850'] for security_group_rule, after_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:05.850929 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:58:05.877255 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6106d05f-3a8a-429e-ae46-b4e0bd375556 tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56744f5b-79bc-4043-b7a7-0472f8d10308,revision_number=0']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:58:05.883653 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-6106d05f-3a8a-429e-ae46-b4e0bd375556 tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:58:05.896314 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-6106d05f-3a8a-429e-ae46-b4e0bd375556 tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:05.897682 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [None req-6106d05f-3a8a-429e-ae46-b4e0bd375556 tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2072067 Jun 07 06:58:05.900458 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.21', 57968) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:58:05.905700 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.v2.base [None req-61d058d7-147d-4012-a856-d0076873bbcc tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] Request body: {'security_group_rule': {'security_group_id': '67d394fa-e0bd-49f4-8b48-2d4ef3fb60d2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=91773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 06:58:05.934988 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-61d058d7-147d-4012-a856-d0076873bbcc tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:05.998285 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-61d058d7-147d-4012-a856-d0076873bbcc tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:06.002404 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-61d058d7-147d-4012-a856-d0076873bbcc tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1706850'] for security_group_rule, after_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:06.004444 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:58:06.026482 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d058d7-147d-4012-a856-d0076873bbcc tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d934b99b-cb54-419c-a9f3-ec4ce021493a,revision_number=0']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:58:06.028988 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-61d058d7-147d-4012-a856-d0076873bbcc tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:58:06.036532 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-61d058d7-147d-4012-a856-d0076873bbcc tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:06.037764 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [None req-61d058d7-147d-4012-a856-d0076873bbcc tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1363208 Jun 07 06:58:06.040889 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.21', 57970) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:58:06.046214 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.v2.base [None req-146f26ff-73dc-4524-976f-3adb0f7e43cb tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] Request body: {'floatingip': {'floating_network_id': 'a84d0276-e36b-485f-b034-cb606776a5f5'}} {{(pid=91773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 06:58:06.067302 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.21', 57972) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:58:06.082560 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-146f26ff-73dc-4524-976f-3adb0f7e43cb tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] Notify callbacks [] for floatingip, before_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:06.098631 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-919f80ca-2068-45cc-a343-b2b4763ede98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:06.405950 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-919f80ca-2068-45cc-a343-b2b4763ede98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:06.409309 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-146f26ff-73dc-4524-976f-3adb0f7e43cb tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564700'] for port, before_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:06.412278 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-919f80ca-2068-45cc-a343-b2b4763ede98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1706761'] for security_group, after_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:06.453587 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-79de1774-294b-4130-bdd2-601a3300240c tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:58:06.511707 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919f80ca-2068-45cc-a343-b2b4763ede98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6aeae8a4-c26e-476a-869b-22c00926c333,revision_number=1']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:58:06.516143 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [None req-919f80ca-2068-45cc-a343-b2b4763ede98 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5c56a8702cf7416bb60571d612a58ccc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4478624 Jun 07 06:58:06.518978 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.wsgi [-] (91772) accepted ('10.222.0.21', 57976) {{(pid=91772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:58:06.523143 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-919f80ca-2068-45cc-a343-b2b4763ede98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:58:06.581333 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-5e91ec2c-dcaf-4466-bf37-b0f5c81ee3ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:06.598134 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.db.db_base_plugin_common [None req-146f26ff-73dc-4524-976f-3adb0f7e43cb tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] Allocated IP 172.28.3.212 (a84d0276-e36b-485f-b034-cb606776a5f5/bc8e845f-21f5-4331-a893-3fabfb1361b8/bf07dde2-6ebd-47d0-a472-7e4506ec8b43) {{(pid=91773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 06:58:06.606430 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-5e91ec2c-dcaf-4466-bf37-b0f5c81ee3ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:06.657159 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-5e91ec2c-dcaf-4466-bf37-b0f5c81ee3ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1706761'] for security_group, after_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:06.660173 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-5e91ec2c-dcaf-4466-bf37-b0f5c81ee3ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:06.661198 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [None req-5e91ec2c-dcaf-4466-bf37-b0f5c81ee3ac admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6aeae8a4-c26e-476a-869b-22c00926c333 HTTP/1.1" status: 204 len: 168 time: 0.1412623 Jun 07 06:58:06.661921 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-f369e27f-8385-4182-8735-423c97723797 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:58:06.671327 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e91ec2c-dcaf-4466-bf37-b0f5c81ee3ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6aeae8a4-c26e-476a-869b-22c00926c333,revision_number=None']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:58:06.673532 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-5e91ec2c-dcaf-4466-bf37-b0f5c81ee3ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:58:06.751186 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-146f26ff-73dc-4524-976f-3adb0f7e43cb tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] Notify callbacks [] for port, precommit_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:06.783448 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-146f26ff-73dc-4524-976f-3adb0f7e43cb tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-569476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648536', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762331935079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2253277'] for port, after_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:06.788596 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-2ebed21a-98ab-4d8a-b494-7a4ade7090fd tempest-VolumesActionsTest-701523973 tempest-VolumesActionsTest-701523973-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:58:06.850936 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-146f26ff-73dc-4524-976f-3adb0f7e43cb tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] Network a84d0276-e36b-485f-b034-cb606776a5f5 is already hosted by enough agents. {{(pid=91773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 06:58:06.853714 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.scheduler.base_scheduler [None req-146f26ff-73dc-4524-976f-3adb0f7e43cb tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] Resources bound (agent type, host, resource id): {{(pid=91773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 06:58:06.857293 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-146f26ff-73dc-4524-976f-3adb0f7e43cb tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] Received port after_create {{(pid=91773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 06:58:06.889644 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146f26ff-73dc-4524-976f-3adb0f7e43cb tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] Pushing event updated for resources: {'Port': ['ID=bf07dde2-6ebd-47d0-a472-7e4506ec8b43,revision_number=1']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:58:06.893687 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-146f26ff-73dc-4524-976f-3adb0f7e43cb tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:58:06.910534 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-493052ef-6448-4522-bce3-5eb209b6832c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762332461204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723872'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:06.949724 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-146f26ff-73dc-4524-976f-3adb0f7e43cb tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:07.023293 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-146f26ff-73dc-4524-976f-3adb0f7e43cb tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564700'] for port, before_update {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:07.235629 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-146f26ff-73dc-4524-976f-3adb0f7e43cb tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] Notify callbacks [] for port, precommit_update {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:07.239862 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-146f26ff-73dc-4524-976f-3adb0f7e43cb tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-569476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762332438254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762331935097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762331935142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2253286'] for port, after_update {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:07.244508 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-7470a335-9cf1-41f3-8fa4-9e948ed4ba9e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:58:07.353042 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146f26ff-73dc-4524-976f-3adb0f7e43cb tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] Pushing event updated for resources: {'Port': ['ID=bf07dde2-6ebd-47d0-a472-7e4506ec8b43,revision_number=2']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:58:07.357660 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-146f26ff-73dc-4524-976f-3adb0f7e43cb tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:58:07.362884 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-146f26ff-73dc-4524-976f-3adb0f7e43cb tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1754227'] for floatingip, after_update {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:07.383434 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-146f26ff-73dc-4524-976f-3adb0f7e43cb tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503096'] for floatingip, before_response {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:07.391601 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [None req-146f26ff-73dc-4524-976f-3adb0f7e43cb tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3428915 Jun 07 06:58:07.620982 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-7fe017c1-79aa-45f3-9987-de2ca4e545f0 req-5bb1926a-18c2-4854-9eba-04607d6c899b tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--780827614&fields=id&tenant_id=0cf7ac6ccb8642d894b6ba7f74160152 HTTP/1.1" status: 200 len: 267 time: 0.0408638 Jun 07 06:58:07.772924 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe017c1-79aa-45f3-9987-de2ca4e545f0 req-205afe7a-f9a4-4af4-8851-3ecff44b4647 tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:58:07.774345 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-7fe017c1-79aa-45f3-9987-de2ca4e545f0 req-205afe7a-f9a4-4af4-8851-3ecff44b4647 tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] 10.222.0.21 "GET /v2.0/networks?id=90cfa33b-3934-46a0-a3d0-faaa7bfec8df HTTP/1.1" status: 200 len: 810 time: 0.1471257 Jun 07 06:58:07.789803 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-7fe017c1-79aa-45f3-9987-de2ca4e545f0 req-a1ca0ef6-192f-4148-80cf-ca52087fddef tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] 10.222.0.21 "GET /v2.0/quotas/0cf7ac6ccb8642d894b6ba7f74160152 HTTP/1.1" status: 200 len: 375 time: 0.0089843 Jun 07 06:58:07.877678 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-7fe017c1-79aa-45f3-9987-de2ca4e545f0 req-39b88c16-5e7c-49d5-b1b7-6a8f3d2583ec tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=0cf7ac6ccb8642d894b6ba7f74160152&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0819886 Jun 07 06:58:07.898419 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron.db.agents_db [None req-9f63f2a9-7775-47ca-9fc8-a7f68791a20c None None] Agent healthcheck: found 6 active agents {{(pid=91775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 06:58:08.019070 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-7fe017c1-79aa-45f3-9987-de2ca4e545f0 req-0c14d931-49e9-42f5-b2a4-d233321c9317 service neutron] 10.222.0.21 "GET /v2.0/networks/90cfa33b-3934-46a0-a3d0-faaa7bfec8df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293464 Jun 07 06:58:08.284960 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-7fe017c1-79aa-45f3-9987-de2ca4e545f0 req-d671de44-dc2a-46e4-8cfc-43a7491a353d service neutron] 10.222.0.21 "GET /v2.0/networks/90cfa33b-3934-46a0-a3d0-faaa7bfec8df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2601268 Jun 07 06:58:08.492720 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-6d7cc037-19ef-4005-88ac-72630c7d571f req-c21d3e4e-8139-4ffa-8025-8e2ebd23252c tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] 10.222.0.21 "GET /v2.0/ports?device_id=960c8df3-b954-4113-858f-2218b8956d9e HTTP/1.1" status: 200 len: 210 time: 0.0440149 Jun 07 06:58:08.924050 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.wsgi [-] (91772) accepted ('10.222.0.21', 58078) {{(pid=91772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:58:09.049094 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-e21300c5-c59f-4ce3-aaa5-48f54fddd1ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:09.157532 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-e21300c5-c59f-4ce3-aaa5-48f54fddd1ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:09.161764 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-e21300c5-c59f-4ce3-aaa5-48f54fddd1ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1706761'] for security_group, after_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:09.169590 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-60cfdf2c-2044-40f9-81a0-ddaceb093abe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:58:09.209670 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21300c5-c59f-4ce3-aaa5-48f54fddd1ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e520a516-88a8-4f25-b13b-def139a25e5c,revision_number=1']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:58:09.216451 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [None req-e21300c5-c59f-4ce3-aaa5-48f54fddd1ae admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=af38107e79714dceab3277e26fc8bc6f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2912908 Jun 07 06:58:09.217113 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.21', 58084) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:58:09.217724 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-e21300c5-c59f-4ce3-aaa5-48f54fddd1ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:58:09.281967 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-b8dd06a3-0b14-4003-9241-11e0d33e4a91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:09.307634 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762332461204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723872'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:09.320184 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-b8dd06a3-0b14-4003-9241-11e0d33e4a91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:09.376800 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-b8dd06a3-0b14-4003-9241-11e0d33e4a91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1706761'] for security_group, after_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:09.379203 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-b8dd06a3-0b14-4003-9241-11e0d33e4a91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:09.380345 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [None req-b8dd06a3-0b14-4003-9241-11e0d33e4a91 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e520a516-88a8-4f25-b13b-def139a25e5c HTTP/1.1" status: 204 len: 168 time: 0.1614878 Jun 07 06:58:09.381101 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-972682a7-a468-4add-a999-686c79e432cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:58:09.391778 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8dd06a3-0b14-4003-9241-11e0d33e4a91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e520a516-88a8-4f25-b13b-def139a25e5c,revision_number=None']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:58:09.395820 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-b8dd06a3-0b14-4003-9241-11e0d33e4a91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:58:09.485905 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-bc01d483-5f93-4ca7-8b06-bebbb56fe1ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762332461204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723872'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:09.611987 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe017c1-79aa-45f3-9987-de2ca4e545f0 req-15634951-d33f-458d-89a8-7cbdbb650eac tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:58:09.615103 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-7fe017c1-79aa-45f3-9987-de2ca4e545f0 req-15634951-d33f-458d-89a8-7cbdbb650eac tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] 10.222.0.43 "GET /v2.0/networks?id=90cfa33b-3934-46a0-a3d0-faaa7bfec8df HTTP/1.1" status: 200 len: 810 time: 0.2062688 Jun 07 06:58:09.758008 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-7fe017c1-79aa-45f3-9987-de2ca4e545f0 req-d44826be-7a1c-4639-97c6-d4a18551a9c2 tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0cf7ac6ccb8642d894b6ba7f74160152 HTTP/1.1" status: 200 len: 379 time: 0.1330857 Jun 07 06:58:09.761371 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-09385bae-d60e-4cbf-a592-414e29b9c06b req-3d0ec53b-7010-4ff7-8a70-ab313d0ed83c tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] 10.222.0.21 "GET /v2.0/ports?device_id=960c8df3-b954-4113-858f-2218b8956d9e HTTP/1.1" status: 200 len: 210 time: 0.1031179 Jun 07 06:58:09.768109 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.v2.base [req-7fe017c1-79aa-45f3-9987-de2ca4e545f0 req-0dcd814c-e784-4b71-9071-877d0896e39d tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] Request body: {'port': {'device_id': '960c8df3-b954-4113-858f-2218b8956d9e', 'network_id': '90cfa33b-3934-46a0-a3d0-faaa7bfec8df', 'admin_state_up': True, 'tenant_id': '0cf7ac6ccb8642d894b6ba7f74160152', 'security_groups': ['67d394fa-e0bd-49f4-8b48-2d4ef3fb60d2']}} {{(pid=91772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 06:58:09.823100 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.21', 58116) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:58:09.839583 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-4a1ffa46-a93f-4807-90c4-3f4914ac6bcd admin admin] Notify callbacks [] for security_group, before_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:09.953362 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-4a1ffa46-a93f-4807-90c4-3f4914ac6bcd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:09.957184 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-4a1ffa46-a93f-4807-90c4-3f4914ac6bcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1706761'] for security_group, after_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:09.967694 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-67f0134a-1651-497b-8cfc-f22ae83bbee3 tempest-VolumesNegativeTest-1848339574 tempest-VolumesNegativeTest-1848339574-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:58:09.973492 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7fe017c1-79aa-45f3-9987-de2ca4e545f0 req-0dcd814c-e784-4b71-9071-877d0896e39d tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] Made reservation on behalf of 0cf7ac6ccb8642d894b6ba7f74160152 for: {'port': 1} {{(pid=91772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 06:58:09.976903 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [req-7fe017c1-79aa-45f3-9987-de2ca4e545f0 req-0dcd814c-e784-4b71-9071-877d0896e39d tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564700'] for port, before_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:10.013104 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [None req-4a1ffa46-a93f-4807-90c4-3f4914ac6bcd admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=457eb2f7a92b456bb4a212defbf7690c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1866238 Jun 07 06:58:10.013104 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1ffa46-a93f-4807-90c4-3f4914ac6bcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8367cebb-f5ec-4538-b514-c95b173259a6,revision_number=1']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:58:10.014808 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-4a1ffa46-a93f-4807-90c4-3f4914ac6bcd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:58:10.015599 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.21', 58118) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:58:10.072710 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-fcb097fe-d311-4c77-904c-1fced198d8a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:10.097653 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-fcb097fe-d311-4c77-904c-1fced198d8a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:10.135293 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.db.db_base_plugin_common [req-7fe017c1-79aa-45f3-9987-de2ca4e545f0 req-0dcd814c-e784-4b71-9071-877d0896e39d tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] Allocated IP 172.20.0.8 (90cfa33b-3934-46a0-a3d0-faaa7bfec8df/cf612fb8-f9f7-4687-b8ca-e3cc129879ce/190e6513-9b9d-42f7-b5e3-e4784421e568) {{(pid=91772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 06:58:10.152979 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-fcb097fe-d311-4c77-904c-1fced198d8a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1706761'] for security_group, after_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:10.155597 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-fcb097fe-d311-4c77-904c-1fced198d8a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:10.160019 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [None req-fcb097fe-d311-4c77-904c-1fced198d8a4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8367cebb-f5ec-4538-b514-c95b173259a6 HTTP/1.1" status: 204 len: 168 time: 0.1403234 Jun 07 06:58:10.160019 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-525cadd5-7f5d-4afc-a7ca-586d9cbd48db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:58:10.166886 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb097fe-d311-4c77-904c-1fced198d8a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8367cebb-f5ec-4538-b514-c95b173259a6,revision_number=None']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:58:10.174182 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-fcb097fe-d311-4c77-904c-1fced198d8a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:58:10.344902 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [req-7fe017c1-79aa-45f3-9987-de2ca4e545f0 req-0dcd814c-e784-4b71-9071-877d0896e39d tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] Notify callbacks [] for port, precommit_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:10.359596 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.db.provisioning_blocks [req-7fe017c1-79aa-45f3-9987-de2ca4e545f0 req-0dcd814c-e784-4b71-9071-877d0896e39d tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] Transition to ACTIVE for port object 190e6513-9b9d-42f7-b5e3-e4784421e568 will not be triggered until provisioned by entity DHCP. {{(pid=91772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 06:58:10.382659 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [req-7fe017c1-79aa-45f3-9987-de2ca4e545f0 req-0dcd814c-e784-4b71-9071-877d0896e39d tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-569476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648536', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762331935079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2958583'] for port, after_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:10.390089 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:58:10.455094 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7fe017c1-79aa-45f3-9987-de2ca4e545f0 req-0dcd814c-e784-4b71-9071-877d0896e39d tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] Network 90cfa33b-3934-46a0-a3d0-faaa7bfec8df is already hosted by enough agents. {{(pid=91772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 06:58:10.458110 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.scheduler.base_scheduler [req-7fe017c1-79aa-45f3-9987-de2ca4e545f0 req-0dcd814c-e784-4b71-9071-877d0896e39d tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] Resources bound (agent type, host, resource id): {{(pid=91772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 06:58:10.460917 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fe017c1-79aa-45f3-9987-de2ca4e545f0 req-0dcd814c-e784-4b71-9071-877d0896e39d tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] Received port after_create {{(pid=91772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 06:58:10.503438 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcd814c-e784-4b71-9071-877d0896e39d tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] Pushing event updated for resources: {'Port': ['ID=190e6513-9b9d-42f7-b5e3-e4784421e568,revision_number=1']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:58:10.508094 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-0dcd814c-e784-4b71-9071-877d0896e39d tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:58:10.537857 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe017c1-79aa-45f3-9987-de2ca4e545f0 req-0dcd814c-e784-4b71-9071-877d0896e39d tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:58:10.538488 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [req-7fe017c1-79aa-45f3-9987-de2ca4e545f0 req-0dcd814c-e784-4b71-9071-877d0896e39d tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503096'] for port, before_response {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:10.561250 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-7fe017c1-79aa-45f3-9987-de2ca4e545f0 req-0dcd814c-e784-4b71-9071-877d0896e39d tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7967322 Jun 07 06:58:10.574664 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.v2.base [req-7fe017c1-79aa-45f3-9987-de2ca4e545f0 req-435328b1-b6d3-4985-90cb-9d35cc69006d service neutron] Request body: {'port': {'device_id': '960c8df3-b954-4113-858f-2218b8956d9e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78414'}} {{(pid=91772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 06:58:10.576035 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-3ea4f4f5-6296-4d8b-95a7-2efd101194ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762332461204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723872'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:10.670377 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762332461204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723872'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:10.690737 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [req-7fe017c1-79aa-45f3-9987-de2ca4e545f0 req-435328b1-b6d3-4985-90cb-9d35cc69006d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564700'] for port, before_update {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:10.696826 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.db.provisioning_blocks [None req-2922a12a-fce7-4c5c-8f01-a17b791424df None None] Provisioning for port 190e6513-9b9d-42f7-b5e3-e4784421e568 completed by entity DHCP. {{(pid=91774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 06:58:10.702224 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.db.provisioning_blocks [None req-2922a12a-fce7-4c5c-8f01-a17b791424df None None] Provisioning complete for port 190e6513-9b9d-42f7-b5e3-e4784421e568 triggered by entity DHCP. {{(pid=91774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 06:58:10.702885 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-2922a12a-fce7-4c5c-8f01-a17b791424df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723953'] for port, provisioning_complete {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:10.765838 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.plugin [None req-2922a12a-fce7-4c5c-8f01-a17b791424df None None] Port 190e6513-9b9d-42f7-b5e3-e4784421e568 cannot update to ACTIVE because it is not bound. {{(pid=91774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 07 06:58:11.011447 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.21', 58150) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:58:11.059879 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc205fc6-8971-48de-857b-69cf4a8d00ef req-474066bf-cfe5-48fb-8bea-55c0c1aad50e tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:58:11.061308 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-bc205fc6-8971-48de-857b-69cf4a8d00ef req-474066bf-cfe5-48fb-8bea-55c0c1aad50e tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] 10.222.0.21 "GET /v2.0/ports?device_id=960c8df3-b954-4113-858f-2218b8956d9e HTTP/1.1" status: 200 len: 931 time: 0.1790705 Jun 07 06:58:11.132630 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.v2.base [None req-df6877f1-872a-4f72-8bff-659a2bfb50cb admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-625263509-network', 'tenant_id': 'd02486a4dac448f78b51f39e436d62a3'}} {{(pid=91773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 06:58:11.156411 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df6877f1-872a-4f72-8bff-659a2bfb50cb admin admin] Made reservation on behalf of d02486a4dac448f78b51f39e436d62a3 for: {'network': 1} {{(pid=91773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 06:58:11.158989 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-df6877f1-872a-4f72-8bff-659a2bfb50cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-564483'] for network, before_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:11.172370 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-df6877f1-872a-4f72-8bff-659a2bfb50cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:11.273154 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-bc205fc6-8971-48de-857b-69cf4a8d00ef req-519ff947-e135-4ff3-9cde-be7b356634d4 tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] 10.222.0.21 "GET /v2.0/security-groups?id=67d394fa-e0bd-49f4-8b48-2d4ef3fb60d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1996593 Jun 07 06:58:11.278546 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.notifiers.nova [req-7fe017c1-79aa-45f3-9987-de2ca4e545f0 req-435328b1-b6d3-4985-90cb-9d35cc69006d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 190e6513-9b9d-42f7-b5e3-e4784421e568 {{(pid=91772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 06:58:11.285832 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [req-7fe017c1-79aa-45f3-9987-de2ca4e545f0 req-435328b1-b6d3-4985-90cb-9d35cc69006d service neutron] Notify callbacks [] for port, precommit_update {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:11.298113 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-df6877f1-872a-4f72-8bff-659a2bfb50cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:11.300041 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.db.provisioning_blocks [req-7fe017c1-79aa-45f3-9987-de2ca4e545f0 req-435328b1-b6d3-4985-90cb-9d35cc69006d service neutron] Transition to ACTIVE for port object 190e6513-9b9d-42f7-b5e3-e4784421e568 will not be triggered until provisioned by entity L2. {{(pid=91772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 06:58:11.301807 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-df6877f1-872a-4f72-8bff-659a2bfb50cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1706761'] for security_group, after_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:11.303547 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [req-7fe017c1-79aa-45f3-9987-de2ca4e545f0 req-435328b1-b6d3-4985-90cb-9d35cc69006d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-569476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762332438254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762331935097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762331935142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2958540'] for port, after_update {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:11.305798 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-9d6db66f-9732-4479-b9e9-9ca0e300e97d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:58:11.307206 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-b16b314f-a04f-42f5-ab5c-23b0b8870d2b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:58:11.324966 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df6877f1-872a-4f72-8bff-659a2bfb50cb admin admin] vlan segment allocate from pool success with {'vlan_id': 332, 'physical_network': 'physnet1'} {{(pid=91773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 07 06:58:11.349062 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6877f1-872a-4f72-8bff-659a2bfb50cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15c49408-e858-4fbc-b62d-5d02acb52d45,revision_number=1']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:58:11.352195 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-df6877f1-872a-4f72-8bff-659a2bfb50cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-712556'] for segment, precommit_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:11.352784 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.db.segments_db [None req-df6877f1-872a-4f72-8bff-659a2bfb50cb admin admin] Added segment d88fde3d-4599-4293-8ec3-171d05e6ac8b of type vlan for network 4c2b6dc6-59be-4a82-a060-122a69712736 Jun 07 06:58:11.379969 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-df6877f1-872a-4f72-8bff-659a2bfb50cb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762331920860'] for network, precommit_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:11.383890 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-df6877f1-872a-4f72-8bff-659a2bfb50cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:58:11.413372 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-df6877f1-872a-4f72-8bff-659a2bfb50cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1706969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648529'] for network, after_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:11.414698 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df6877f1-872a-4f72-8bff-659a2bfb50cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:58:11.415276 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-df6877f1-872a-4f72-8bff-659a2bfb50cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648630'] for network, before_response {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:11.420262 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:58:11.462918 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [None req-df6877f1-872a-4f72-8bff-659a2bfb50cb admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4496689 Jun 07 06:58:11.466296 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.21', 58154) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:58:11.471415 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.v2.base [None req-912b9907-0423-41e2-978b-cd28815a22db admin admin] Request body: {'subnet': {'network_id': '4c2b6dc6-59be-4a82-a060-122a69712736', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-625263509-subnet', 'tenant_id': 'd02486a4dac448f78b51f39e436d62a3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 06:58:11.503277 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435328b1-b6d3-4985-90cb-9d35cc69006d service neutron] Pushing event updated for resources: {'Port': ['ID=190e6513-9b9d-42f7-b5e3-e4784421e568,revision_number=2']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:58:11.508749 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-435328b1-b6d3-4985-90cb-9d35cc69006d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:58:11.535670 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6877f1-872a-4f72-8bff-659a2bfb50cb admin admin] Pushing event updated for resources: {'Network': ['ID=4c2b6dc6-59be-4a82-a060-122a69712736,revision_number=1']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:58:11.539163 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-df6877f1-872a-4f72-8bff-659a2bfb50cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:58:11.548209 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Network 4c2b6dc6-59be-4a82-a060-122a69712736 details requested by agent ovs-agent-dv-cinder-784140-5-smb with host dv-cinder-784140-5-smb {{(pid=91774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 07 06:58:11.550250 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-912b9907-0423-41e2-978b-cd28815a22db admin admin] Made reservation on behalf of d02486a4dac448f78b51f39e436d62a3 for: {'subnet': 1} {{(pid=91773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 06:58:11.552819 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-912b9907-0423-41e2-978b-cd28815a22db admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2142105'] for subnet, before_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:11.560450 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.plugins.ml2.managers [req-7fe017c1-79aa-45f3-9987-de2ca4e545f0 req-435328b1-b6d3-4985-90cb-9d35cc69006d service neutron] Attempting to bind port 190e6513-9b9d-42f7-b5e3-e4784421e568 on host hv-cinder-78414 for vnic_type normal with profile {{(pid=91772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 06:58:11.561067 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.plugins.ml2.managers [req-7fe017c1-79aa-45f3-9987-de2ca4e545f0 req-435328b1-b6d3-4985-90cb-9d35cc69006d service neutron] Attempting to bind port 190e6513-9b9d-42f7-b5e3-e4784421e568 by drivers openvswitch,hyperv on host hv-cinder-78414 at level 0 using segments [{'id': '52b2ea56-693b-48b2-9a2b-8ef6c7482fc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '90cfa33b-3934-46a0-a3d0-faaa7bfec8df'}] {{(pid=91772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 06:58:11.561373 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fe017c1-79aa-45f3-9987-de2ca4e545f0 req-435328b1-b6d3-4985-90cb-9d35cc69006d service neutron] Attempting to bind port 190e6513-9b9d-42f7-b5e3-e4784421e568 on network 90cfa33b-3934-46a0-a3d0-faaa7bfec8df {{(pid=91772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 06:58:11.566616 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fe017c1-79aa-45f3-9987-de2ca4e545f0 req-435328b1-b6d3-4985-90cb-9d35cc69006d service neutron] Port 190e6513-9b9d-42f7-b5e3-e4784421e568 on network 90cfa33b-3934-46a0-a3d0-faaa7bfec8df not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78414 {{(pid=91772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 07 06:58:11.567360 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fe017c1-79aa-45f3-9987-de2ca4e545f0 req-435328b1-b6d3-4985-90cb-9d35cc69006d service neutron] Attempting to bind port 190e6513-9b9d-42f7-b5e3-e4784421e568 on network 90cfa33b-3934-46a0-a3d0-faaa7bfec8df {{(pid=91772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 06:58:11.572670 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fe017c1-79aa-45f3-9987-de2ca4e545f0 req-435328b1-b6d3-4985-90cb-9d35cc69006d service neutron] Checking agent: {'id': '5a91191c-7894-4314-84ee-19ce578def86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78414', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 6, 52, 11), 'started_at': datetime.datetime(2021, 6, 7, 6, 52, 11), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 6, 58, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 06:58:11.573098 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fe017c1-79aa-45f3-9987-de2ca4e545f0 req-435328b1-b6d3-4985-90cb-9d35cc69006d service neutron] Checking segment: {'id': '52b2ea56-693b-48b2-9a2b-8ef6c7482fc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '90cfa33b-3934-46a0-a3d0-faaa7bfec8df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 06:58:11.574544 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fe017c1-79aa-45f3-9987-de2ca4e545f0 req-435328b1-b6d3-4985-90cb-9d35cc69006d service neutron] Bound using segment: {'id': '52b2ea56-693b-48b2-9a2b-8ef6c7482fc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '90cfa33b-3934-46a0-a3d0-faaa7bfec8df'} {{(pid=91772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 06:58:11.574881 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.plugins.ml2.managers [req-7fe017c1-79aa-45f3-9987-de2ca4e545f0 req-435328b1-b6d3-4985-90cb-9d35cc69006d service neutron] Bound port: 190e6513-9b9d-42f7-b5e3-e4784421e568, host: hv-cinder-78414, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52b2ea56-693b-48b2-9a2b-8ef6c7482fc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '90cfa33b-3934-46a0-a3d0-faaa7bfec8df'}}] {{(pid=91772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 06:58:11.575352 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [req-7fe017c1-79aa-45f3-9987-de2ca4e545f0 req-435328b1-b6d3-4985-90cb-9d35cc69006d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564700'] for port, before_update {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:11.674041 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.plugins.ml2.db [req-7fe017c1-79aa-45f3-9987-de2ca4e545f0 req-435328b1-b6d3-4985-90cb-9d35cc69006d service neutron] For port 190e6513-9b9d-42f7-b5e3-e4784421e568, host hv-cinder-78414, cleared binding levels {{(pid=91772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 06:58:11.677323 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.plugins.ml2.db [req-7fe017c1-79aa-45f3-9987-de2ca4e545f0 req-435328b1-b6d3-4985-90cb-9d35cc69006d service neutron] For port 190e6513-9b9d-42f7-b5e3-e4784421e568, host hv-cinder-78414, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=190e6513-9b9d-42f7-b5e3-e4784421e568,segment=NetworkSegment(52b2ea56-693b-48b2-9a2b-8ef6c7482fc0),segment_id=52b2ea56-693b-48b2-9a2b-8ef6c7482fc0)] {{(pid=91772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 06:58:11.680873 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [req-7fe017c1-79aa-45f3-9987-de2ca4e545f0 req-435328b1-b6d3-4985-90cb-9d35cc69006d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-569476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762332438254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762331935097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762331935142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2958540'] for port, after_update {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:11.684732 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-ad2994af-d696-40c9-9fcf-c27a879e6687 tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:58:11.746447 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe017c1-79aa-45f3-9987-de2ca4e545f0 req-435328b1-b6d3-4985-90cb-9d35cc69006d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:58:11.746941 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [req-7fe017c1-79aa-45f3-9987-de2ca4e545f0 req-435328b1-b6d3-4985-90cb-9d35cc69006d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503096'] for port, before_response {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:11.748341 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-7fe017c1-79aa-45f3-9987-de2ca4e545f0 req-435328b1-b6d3-4985-90cb-9d35cc69006d service neutron] 10.222.0.43 "PUT /v2.0/ports/190e6513-9b9d-42f7-b5e3-e4784421e568 HTTP/1.1" status: 200 len: 1093 time: 1.1800380 Jun 07 06:58:11.748904 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '960c8df3-b954-4113-858f-2218b8956d9e', 'tag': '190e6513-9b9d-42f7-b5e3-e4784421e568'}] {{(pid=91772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 06:58:11.751184 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b3564b50ce45010e06e11b2a9bfee31ad6a5dcfa31583fbede74178fb7a3d70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1966448f-4aa3-4765-b083-9b1bbdf889b0" -d '{"events": [{"name": "network-changed", "server_uuid": "960c8df3-b954-4113-858f-2218b8956d9e", "tag": "190e6513-9b9d-42f7-b5e3-e4784421e568"}]}' {{(pid=91772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 06:58:11.770641 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435328b1-b6d3-4985-90cb-9d35cc69006d service neutron] Pushing event updated for resources: {'Port': ['ID=190e6513-9b9d-42f7-b5e3-e4784421e568,revision_number=3']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:58:11.775867 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-435328b1-b6d3-4985-90cb-9d35cc69006d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:58:11.785556 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-912b9907-0423-41e2-978b-cd28815a22db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2253169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2142091'] for subnet, after_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:11.791066 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:58:11.834881 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 06:58:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b2f3eff-f6a3-448c-9b90-64d54c52e9fb x-openstack-request-id: req-1b2f3eff-f6a3-448c-9b90-64d54c52e9fb {{(pid=91772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 06:58:11.835119 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "960c8df3-b954-4113-858f-2218b8956d9e", "tag": "190e6513-9b9d-42f7-b5e3-e4784421e568", "status": "completed", "code": 200}]} {{(pid=91772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 06:58:11.835397 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1b2f3eff-f6a3-448c-9b90-64d54c52e9fb {{(pid=91772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 06:58:11.836087 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '960c8df3-b954-4113-858f-2218b8956d9e', 'tag': '190e6513-9b9d-42f7-b5e3-e4784421e568', 'status': 'completed', 'code': 200} Jun 07 06:58:11.864179 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912b9907-0423-41e2-978b-cd28815a22db admin admin] Pushing event updated for resources: {'Subnet': ['ID=89369382-1aa4-4918-b48d-f473dafdd753,revision_number=0']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:58:11.867773 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-912b9907-0423-41e2-978b-cd28815a22db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:58:11.875388 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-912b9907-0423-41e2-978b-cd28815a22db admin admin] Checking segment: {'id': 'd88fde3d-4599-4293-8ec3-171d05e6ac8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '4c2b6dc6-59be-4a82-a060-122a69712736'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 06:58:11.875824 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-912b9907-0423-41e2-978b-cd28815a22db admin admin] Network hostable DHCP agents. Network: 4c2b6dc6-59be-4a82-a060-122a69712736, hostable agents: ['9e620681-9ba6-48ee-a994-b814c2ae7583'], hosted agents: [] {{(pid=91773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 07 06:58:11.878363 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe017c1-79aa-45f3-9987-de2ca4e545f0 req-c6e6c4fa-02da-49ed-a578-e8ee3f63a0e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:58:11.879856 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-7fe017c1-79aa-45f3-9987-de2ca4e545f0 req-c6e6c4fa-02da-49ed-a578-e8ee3f63a0e1 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0cf7ac6ccb8642d894b6ba7f74160152&device_id=960c8df3-b954-4113-858f-2218b8956d9e HTTP/1.1" status: 200 len: 1096 time: 0.0853534 Jun 07 06:58:11.894403 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-912b9907-0423-41e2-978b-cd28815a22db admin admin] Network 4c2b6dc6-59be-4a82-a060-122a69712736 is scheduled to be hosted by DHCP agent 9e620681-9ba6-48ee-a994-b814c2ae7583 with binding_index 1 {{(pid=91773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 07 06:58:11.905381 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.scheduler.base_scheduler [None req-912b9907-0423-41e2-978b-cd28815a22db admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784140-5-smb, 4c2b6dc6-59be-4a82-a060-122a69712736) {{(pid=91773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 06:58:11.910924 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-912b9907-0423-41e2-978b-cd28815a22db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:58:11.911660 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-912b9907-0423-41e2-978b-cd28815a22db admin admin] Notify callbacks [] for subnet, before_response {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:11.916107 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ba14960-088e-479f-993b-702a791501ba None None] Network 4c2b6dc6-59be-4a82-a060-122a69712736 requested from dv-cinder-784140-5-smb {{(pid=91774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 06:58:11.949554 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [None req-912b9907-0423-41e2-978b-cd28815a22db admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4817088 Jun 07 06:58:11.958911 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-7fe017c1-79aa-45f3-9987-de2ca4e545f0 req-f151a8d5-9de5-4058-8fa9-a128e1de6386 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=190e6513-9b9d-42f7-b5e3-e4784421e568 HTTP/1.1" status: 200 len: 217 time: 0.0704541 Jun 07 06:58:12.032623 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe017c1-79aa-45f3-9987-de2ca4e545f0 req-837510dc-fea0-454c-9007-172a9220e442 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:58:12.034158 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-7fe017c1-79aa-45f3-9987-de2ca4e545f0 req-837510dc-fea0-454c-9007-172a9220e442 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=cf612fb8-f9f7-4687-b8ca-e3cc129879ce HTTP/1.1" status: 200 len: 849 time: 0.0675678 Jun 07 06:58:12.131795 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe017c1-79aa-45f3-9987-de2ca4e545f0 req-b547f23c-9f8c-4d85-9379-9a38483d87d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:58:12.133704 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-7fe017c1-79aa-45f3-9987-de2ca4e545f0 req-b547f23c-9f8c-4d85-9379-9a38483d87d7 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=90cfa33b-3934-46a0-a3d0-faaa7bfec8df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0915067 Jun 07 06:58:12.174805 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.21', 58168) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:58:12.177466 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1980b925-f4eb-4c4c-bf0d-8b66353616fb None None] Network 4c2b6dc6-59be-4a82-a060-122a69712736 requested from dv-cinder-784140-5-smb {{(pid=91774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 06:58:12.199712 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-7052a4e3-dcb7-48ac-a7a0-7c0e94d6da24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762332461204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723872'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:12.250357 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.db.db_base_plugin_v2 [None req-12fb4cc0-0832-417b-88a1-527da51d6cbb admin admin] Deleting subnet fc82f5ae-7ff6-4674-94e1-85d4cda3234b {{(pid=91773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 07 06:58:12.255316 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-12fb4cc0-0832-417b-88a1-527da51d6cbb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:12.303066 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-7fe017c1-79aa-45f3-9987-de2ca4e545f0 req-7a606384-a4c0-4d83-b92e-7e8093308cb1 service neutron] 10.222.0.43 "GET /v2.0/networks/90cfa33b-3934-46a0-a3d0-faaa7bfec8df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1622548 Jun 07 06:58:12.399482 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-12fb4cc0-0832-417b-88a1-527da51d6cbb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2155128'] for subnet, precommit_delete_associations {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:12.467054 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-12fb4cc0-0832-417b-88a1-527da51d6cbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-719335'] for subnet, precommit_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:12.544693 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-12fb4cc0-0832-417b-88a1-527da51d6cbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-719342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2253104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2142140'] for subnet, after_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:12.549865 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-18f1f398-0e75-472d-b08b-2397286878b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:58:12.569423 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-7fe017c1-79aa-45f3-9987-de2ca4e545f0 req-bb1772a5-6ba1-4265-b0ed-19ab2b68cdfd service neutron] 10.222.0.43 "GET /v2.0/networks/90cfa33b-3934-46a0-a3d0-faaa7bfec8df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2592325 Jun 07 06:58:12.587235 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fb4cc0-0832-417b-88a1-527da51d6cbb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fc82f5ae-7ff6-4674-94e1-85d4cda3234b,revision_number=None']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:58:12.590570 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-12fb4cc0-0832-417b-88a1-527da51d6cbb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:58:12.591883 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-12fb4cc0-0832-417b-88a1-527da51d6cbb admin admin] Notify callbacks [] for subnet, before_response {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:12.594370 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [None req-12fb4cc0-0832-417b-88a1-527da51d6cbb admin admin] 10.222.0.21 "DELETE /v2.0/subnets/fc82f5ae-7ff6-4674-94e1-85d4cda3234b HTTP/1.1" status: 204 len: 168 time: 0.4175856 Jun 07 06:58:12.595858 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3953a523-efa2-4e5d-b969-36c0ad3f0eba req-380c37ef-d372-4735-a979-b0d548ea3ba2 tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:58:12.597678 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-3953a523-efa2-4e5d-b969-36c0ad3f0eba req-380c37ef-d372-4735-a979-b0d548ea3ba2 tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] 10.222.0.21 "GET /v2.0/ports?device_id=960c8df3-b954-4113-858f-2218b8956d9e HTTP/1.1" status: 200 len: 943 time: 0.1248310 Jun 07 06:58:12.597856 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.21', 58180) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:58:12.601220 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.wsgi [-] (91772) accepted ('10.222.0.21', 58182) {{(pid=91772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:58:12.606796 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.v2.base [None req-8c7b4cca-4ff3-4335-a04a-92adc2f8ea56 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-379281810-network', 'tenant_id': '7b85f3100f324cc183619c5ea771f165'}} {{(pid=91772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 06:58:12.702896 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c7b4cca-4ff3-4335-a04a-92adc2f8ea56 admin admin] Made reservation on behalf of 7b85f3100f324cc183619c5ea771f165 for: {'network': 1} {{(pid=91772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 06:58:12.703332 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-b28c2030-eadd-4e37-be93-1a3ab06ee790 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538213'] for network, before_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:12.705184 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-8c7b4cca-4ff3-4335-a04a-92adc2f8ea56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-564483'] for network, before_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:12.718528 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-3953a523-efa2-4e5d-b969-36c0ad3f0eba req-002951f7-c2b3-4054-9040-d6db78dfd6b3 tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] 10.222.0.21 "GET /v2.0/security-groups?id=67d394fa-e0bd-49f4-8b48-2d4ef3fb60d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1082807 Jun 07 06:58:12.727368 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-8c7b4cca-4ff3-4335-a04a-92adc2f8ea56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:12.786522 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1966448f-4aa3-4765-b083-9b1bbdf889b0 req-52296147-09c7-4289-b0f0-f95e0732cc02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:58:12.788027 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-1966448f-4aa3-4765-b083-9b1bbdf889b0 req-52296147-09c7-4289-b0f0-f95e0732cc02 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0cf7ac6ccb8642d894b6ba7f74160152&device_id=960c8df3-b954-4113-858f-2218b8956d9e HTTP/1.1" status: 200 len: 1096 time: 0.1471367 Jun 07 06:58:12.833425 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-b28c2030-eadd-4e37-be93-1a3ab06ee790 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-722558', 'neutron.services.segments.db._delete_segments_for_network-8762332461222'] for network, precommit_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:12.847518 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.services.segments.db [None req-b28c2030-eadd-4e37-be93-1a3ab06ee790 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44945c75-fd24-4f07-8506-376dfe01480a']}} {{(pid=91773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 06:58:12.861085 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.services.segments.db [None req-b28c2030-eadd-4e37-be93-1a3ab06ee790 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd64b553-55a0-497a-b3fa-2881b749f6b3') {'for_net_delete': True} {{(pid=91773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 06:58:12.861285 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.services.segments.db [None req-b28c2030-eadd-4e37-be93-1a3ab06ee790 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd64b553-55a0-497a-b3fa-2881b749f6b3') {} {{(pid=91773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 06:58:12.872892 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-b28c2030-eadd-4e37-be93-1a3ab06ee790 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762332204737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2155073'] for segment, before_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:12.889765 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-b28c2030-eadd-4e37-be93-1a3ab06ee790 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-712556'] for segment, precommit_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:12.897102 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b28c2030-eadd-4e37-be93-1a3ab06ee790 admin admin] Releasing vlan 301 on physical network physnet1 to pool {{(pid=91773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 07 06:58:12.897608 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-b28c2030-eadd-4e37-be93-1a3ab06ee790 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-712556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2253194'] for segment, after_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:12.912164 dv-cinder-784140-5-smb neutron-server[91773]: Traceback (most recent call last): Jun 07 06:58:12.912164 dv-cinder-784140-5-smb neutron-server[91773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 07 06:58:12.912164 dv-cinder-784140-5-smb neutron-server[91773]: timer() Jun 07 06:58:12.912164 dv-cinder-784140-5-smb neutron-server[91773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 07 06:58:12.912164 dv-cinder-784140-5-smb neutron-server[91773]: cb(*args, **kw) Jun 07 06:58:12.912164 dv-cinder-784140-5-smb neutron-server[91773]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 07 06:58:12.912164 dv-cinder-784140-5-smb neutron-server[91773]: return func(*args, **kwargs) Jun 07 06:58:12.912164 dv-cinder-784140-5-smb neutron-server[91773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 07 06:58:12.912164 dv-cinder-784140-5-smb neutron-server[91773]: self._notify() Jun 07 06:58:12.912164 dv-cinder-784140-5-smb neutron-server[91773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 07 06:58:12.912164 dv-cinder-784140-5-smb neutron-server[91773]: self.callback(batched_events) Jun 07 06:58:12.912164 dv-cinder-784140-5-smb neutron-server[91773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 07 06:58:12.912164 dv-cinder-784140-5-smb neutron-server[91773]: event.method(event) Jun 07 06:58:12.912164 dv-cinder-784140-5-smb neutron-server[91773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 07 06:58:12.912164 dv-cinder-784140-5-smb neutron-server[91773]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 07 06:58:12.912164 dv-cinder-784140-5-smb neutron-server[91773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 07 06:58:12.912164 dv-cinder-784140-5-smb neutron-server[91773]: aggregate_uuid = self.p_client.list_aggregates( Jun 07 06:58:12.912164 dv-cinder-784140-5-smb neutron-server[91773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 07 06:58:12.912164 dv-cinder-784140-5-smb neutron-server[91773]: return f(self, *a, **k) Jun 07 06:58:12.912164 dv-cinder-784140-5-smb neutron-server[91773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 07 06:58:12.912164 dv-cinder-784140-5-smb neutron-server[91773]: return self._get(url).json() Jun 07 06:58:12.912164 dv-cinder-784140-5-smb neutron-server[91773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 07 06:58:12.912164 dv-cinder-784140-5-smb neutron-server[91773]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 07 06:58:12.912164 dv-cinder-784140-5-smb neutron-server[91773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 07 06:58:12.912164 dv-cinder-784140-5-smb neutron-server[91773]: return self.request(url, 'GET', **kwargs) Jun 07 06:58:12.912164 dv-cinder-784140-5-smb neutron-server[91773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 07 06:58:12.912164 dv-cinder-784140-5-smb neutron-server[91773]: base_url = self.get_endpoint(auth, allow=allow, Jun 07 06:58:12.912164 dv-cinder-784140-5-smb neutron-server[91773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 07 06:58:12.912164 dv-cinder-784140-5-smb neutron-server[91773]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 07 06:58:12.912164 dv-cinder-784140-5-smb neutron-server[91773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 07 06:58:12.912164 dv-cinder-784140-5-smb neutron-server[91773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 07 06:58:12.912164 dv-cinder-784140-5-smb neutron-server[91773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 07 06:58:12.973591 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1966448f-4aa3-4765-b083-9b1bbdf889b0 req-18cf8066-48aa-4b86-b86a-693f30be22ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:58:12.975041 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-1966448f-4aa3-4765-b083-9b1bbdf889b0 req-18cf8066-48aa-4b86-b86a-693f30be22ce service neutron] 10.222.0.43 "GET /v2.0/networks?id=90cfa33b-3934-46a0-a3d0-faaa7bfec8df HTTP/1.1" status: 200 len: 911 time: 0.1794930 Jun 07 06:58:12.976721 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-8c7b4cca-4ff3-4335-a04a-92adc2f8ea56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:12.980695 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-8c7b4cca-4ff3-4335-a04a-92adc2f8ea56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1706761'] for security_group, after_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:12.983680 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-66e993f7-25ad-4502-b53f-7dcedb00b74b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:58:12.991873 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-b28c2030-eadd-4e37-be93-1a3ab06ee790 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-722533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1706969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754209'] for network, after_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:12.997079 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-df6877f1-872a-4f72-8bff-659a2bfb50cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:58:13.010055 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-b28c2030-eadd-4e37-be93-1a3ab06ee790 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648630'] for network, before_response {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:13.012478 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [None req-b28c2030-eadd-4e37-be93-1a3ab06ee790 admin admin] 10.222.0.21 "DELETE /v2.0/networks/44945c75-fd24-4f07-8506-376dfe01480a HTTP/1.1" status: 204 len: 168 time: 0.4136393 Jun 07 06:58:13.018311 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28c2030-eadd-4e37-be93-1a3ab06ee790 admin admin] Pushing event deleted for resources: {'Network': ['ID=44945c75-fd24-4f07-8506-376dfe01480a,revision_number=None']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:58:13.020628 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-b28c2030-eadd-4e37-be93-1a3ab06ee790 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:58:13.064706 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-1966448f-4aa3-4765-b083-9b1bbdf889b0 req-ae797cfb-abba-4c74-aa48-48a0acd1107d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=190e6513-9b9d-42f7-b5e3-e4784421e568 HTTP/1.1" status: 200 len: 217 time: 0.0725267 Jun 07 06:58:13.111581 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c7b4cca-4ff3-4335-a04a-92adc2f8ea56 admin admin] vlan segment allocate from pool success with {'vlan_id': 344, 'physical_network': 'physnet1'} {{(pid=91772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 07 06:58:13.128904 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7b4cca-4ff3-4335-a04a-92adc2f8ea56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4281b337-27bd-4008-9b8e-5c0c587fdf18,revision_number=1']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:58:13.140420 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-8c7b4cca-4ff3-4335-a04a-92adc2f8ea56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:58:13.144684 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-8c7b4cca-4ff3-4335-a04a-92adc2f8ea56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-712556'] for segment, precommit_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:13.145041 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.db.segments_db [None req-8c7b4cca-4ff3-4335-a04a-92adc2f8ea56 admin admin] Added segment 32cff537-44a2-49b5-86fd-1fe5a742ce21 of type vlan for network 5485bc20-2487-44e0-84c0-4773f031c69f Jun 07 06:58:13.160891 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1966448f-4aa3-4765-b083-9b1bbdf889b0 req-21e46d7a-0589-4274-8565-43763a66b802 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:58:13.162333 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-1966448f-4aa3-4765-b083-9b1bbdf889b0 req-21e46d7a-0589-4274-8565-43763a66b802 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=cf612fb8-f9f7-4687-b8ca-e3cc129879ce HTTP/1.1" status: 200 len: 849 time: 0.0887363 Jun 07 06:58:13.211841 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.21', 58188) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:58:13.267834 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [None req-0ad8e852-f897-40c6-8c0a-5a30f3e73e5f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=14d920c2bb7044d8a0cff21581ddfaa9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0546813 Jun 07 06:58:13.270243 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.21', 58190) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:58:13.332711 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-8c7b4cca-4ff3-4335-a04a-92adc2f8ea56 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762331920860'] for network, precommit_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:13.333439 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-5b6c1137-5a82-4252-8409-ccb1f1b7d62e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:13.360090 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-5b6c1137-5a82-4252-8409-ccb1f1b7d62e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:13.380498 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-8c7b4cca-4ff3-4335-a04a-92adc2f8ea56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1706969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648529'] for network, after_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:13.384118 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c7b4cca-4ff3-4335-a04a-92adc2f8ea56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:58:13.384703 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-8c7b4cca-4ff3-4335-a04a-92adc2f8ea56 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648630'] for network, before_response {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:13.389916 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:58:13.408265 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1966448f-4aa3-4765-b083-9b1bbdf889b0 req-77bcf9b8-0a05-4e04-a97d-e4e1aa8586ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:58:13.409773 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-1966448f-4aa3-4765-b083-9b1bbdf889b0 req-77bcf9b8-0a05-4e04-a97d-e4e1aa8586ca service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=90cfa33b-3934-46a0-a3d0-faaa7bfec8df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2314014 Jun 07 06:58:13.420717 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-5b6c1137-5a82-4252-8409-ccb1f1b7d62e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1706761'] for security_group, after_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:13.423874 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-5b6c1137-5a82-4252-8409-ccb1f1b7d62e admin admin] Notify callbacks [] for security_group, before_response {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:13.425008 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [None req-5b6c1137-5a82-4252-8409-ccb1f1b7d62e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f9ad7a56-0689-46d4-902c-187a6d2f61ba HTTP/1.1" status: 204 len: 168 time: 0.1538503 Jun 07 06:58:13.425743 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-d5f5ab45-cbec-46e7-a118-d3b35967a6a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:58:13.435964 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6c1137-5a82-4252-8409-ccb1f1b7d62e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9ad7a56-0689-46d4-902c-187a6d2f61ba,revision_number=None']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:58:13.438178 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-5b6c1137-5a82-4252-8409-ccb1f1b7d62e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:58:13.456078 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [None req-8c7b4cca-4ff3-4335-a04a-92adc2f8ea56 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8511388 Jun 07 06:58:13.456299 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.21', 58194) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:58:13.464843 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.v2.base [None req-9f187e11-6c55-4e6c-8b6f-a2a258812cc9 admin admin] Request body: {'subnet': {'network_id': '5485bc20-2487-44e0-84c0-4773f031c69f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-379281810-subnet', 'tenant_id': '7b85f3100f324cc183619c5ea771f165', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 06:58:13.488130 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f187e11-6c55-4e6c-8b6f-a2a258812cc9 admin admin] Made reservation on behalf of 7b85f3100f324cc183619c5ea771f165 for: {'subnet': 1} {{(pid=91773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 06:58:13.491508 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-9f187e11-6c55-4e6c-8b6f-a2a258812cc9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2142105'] for subnet, before_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:13.534059 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7b4cca-4ff3-4335-a04a-92adc2f8ea56 admin admin] Pushing event updated for resources: {'Network': ['ID=5485bc20-2487-44e0-84c0-4773f031c69f,revision_number=1']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:58:13.546765 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Network 5485bc20-2487-44e0-84c0-4773f031c69f details requested by agent ovs-agent-dv-cinder-784140-5-smb with host dv-cinder-784140-5-smb {{(pid=91774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 07 06:58:13.579266 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-8c7b4cca-4ff3-4335-a04a-92adc2f8ea56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:58:13.633752 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-1966448f-4aa3-4765-b083-9b1bbdf889b0 req-335189db-3dae-4164-af5e-249cb23a4e4b service neutron] 10.222.0.43 "GET /v2.0/networks/90cfa33b-3934-46a0-a3d0-faaa7bfec8df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2146766 Jun 07 06:58:13.730115 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-9f187e11-6c55-4e6c-8b6f-a2a258812cc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2253169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2142091'] for subnet, after_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:13.735928 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-137c9117-6014-4295-b57f-c21a902656e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:58:13.804421 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-1966448f-4aa3-4765-b083-9b1bbdf889b0 req-0c545143-e6da-4df5-8bf2-35fe5043f0a5 service neutron] 10.222.0.43 "GET /v2.0/networks/90cfa33b-3934-46a0-a3d0-faaa7bfec8df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1603627 Jun 07 06:58:13.817583 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f187e11-6c55-4e6c-8b6f-a2a258812cc9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bf27b639-ff0b-4f68-a4e2-938586eadbe8,revision_number=0']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:58:13.819758 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f187e11-6c55-4e6c-8b6f-a2a258812cc9 admin admin] Checking segment: {'id': '32cff537-44a2-49b5-86fd-1fe5a742ce21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '5485bc20-2487-44e0-84c0-4773f031c69f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 06:58:13.820296 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f187e11-6c55-4e6c-8b6f-a2a258812cc9 admin admin] Network hostable DHCP agents. Network: 5485bc20-2487-44e0-84c0-4773f031c69f, hostable agents: ['9e620681-9ba6-48ee-a994-b814c2ae7583'], hosted agents: [] {{(pid=91773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 07 06:58:13.823328 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-9f187e11-6c55-4e6c-8b6f-a2a258812cc9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:58:13.841302 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f187e11-6c55-4e6c-8b6f-a2a258812cc9 admin admin] Network 5485bc20-2487-44e0-84c0-4773f031c69f is scheduled to be hosted by DHCP agent 9e620681-9ba6-48ee-a994-b814c2ae7583 with binding_index 1 {{(pid=91773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 07 06:58:13.852764 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.scheduler.base_scheduler [None req-9f187e11-6c55-4e6c-8b6f-a2a258812cc9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784140-5-smb, 5485bc20-2487-44e0-84c0-4773f031c69f) {{(pid=91773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 06:58:13.857405 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f187e11-6c55-4e6c-8b6f-a2a258812cc9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:58:13.857970 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-9f187e11-6c55-4e6c-8b6f-a2a258812cc9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:13.864113 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0d67e22-b336-47f3-a917-63220fbb436b None None] Network 5485bc20-2487-44e0-84c0-4773f031c69f requested from dv-cinder-784140-5-smb {{(pid=91774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 06:58:13.880002 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [None req-9f187e11-6c55-4e6c-8b6f-a2a258812cc9 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4218898 Jun 07 06:58:13.949479 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf04e60-8b4a-4ebf-936d-708f23353bb8 req-bb0be02c-06a9-4860-9c5b-97f9f6f80adb tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:58:13.950986 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-fcf04e60-8b4a-4ebf-936d-708f23353bb8 req-bb0be02c-06a9-4860-9c5b-97f9f6f80adb tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] 10.222.0.21 "GET /v2.0/ports?device_id=960c8df3-b954-4113-858f-2218b8956d9e HTTP/1.1" status: 200 len: 943 time: 0.1076424 Jun 07 06:58:14.000390 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-fcf04e60-8b4a-4ebf-936d-708f23353bb8 req-647f718b-dfa7-438d-81ea-8d43217bd20e tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] 10.222.0.21 "GET /v2.0/security-groups?id=67d394fa-e0bd-49f4-8b48-2d4ef3fb60d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421293 Jun 07 06:58:14.109736 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-360f85a3-b497-4043-ac02-fe8c6e34eb2a None None] Network 5485bc20-2487-44e0-84c0-4773f031c69f requested from dv-cinder-784140-5-smb {{(pid=91774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 06:58:14.330787 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.wsgi [-] (91772) accepted ('10.222.0.21', 58226) {{(pid=91772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:58:14.405597 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Device 190e6513-9b9d-42f7-b5e3-e4784421e568 details requested by agent hyperv_hv-cinder-78414 with host hv-cinder-78414 {{(pid=91774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 07 06:58:14.436735 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.v2.base [None req-66d1e02f-3004-4271-bf56-118816dcee58 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2082915911-network', 'tenant_id': '6d873eb9de9b41628d2183c081676fec'}} {{(pid=91772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 06:58:14.458252 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66d1e02f-3004-4271-bf56-118816dcee58 admin admin] Made reservation on behalf of 6d873eb9de9b41628d2183c081676fec for: {'network': 1} {{(pid=91772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 06:58:14.460572 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-66d1e02f-3004-4271-bf56-118816dcee58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-564483'] for network, before_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:14.476055 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-66d1e02f-3004-4271-bf56-118816dcee58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:14.561455 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.db [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] For port 190e6513-9b9d-42f7-b5e3-e4784421e568, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=190e6513-9b9d-42f7-b5e3-e4784421e568,segment=NetworkSegment(52b2ea56-693b-48b2-9a2b-8ef6c7482fc0),segment_id=52b2ea56-693b-48b2-9a2b-8ef6c7482fc0)] {{(pid=91774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 06:58:14.576136 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Returning: {'device': '190e6513-9b9d-42f7-b5e3-e4784421e568', 'network_id': '90cfa33b-3934-46a0-a3d0-faaa7bfec8df', 'port_id': '190e6513-9b9d-42f7-b5e3-e4784421e568', 'mac_address': 'fa:16:3e:bd:f1:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf612fb8-f9f7-4687-b8ca-e3cc129879ce', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 07 06:58:14.630625 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564700'] for port, before_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:14.648625 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.notifiers.nova [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 190e6513-9b9d-42f7-b5e3-e4784421e568 {{(pid=91774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 06:58:14.669812 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.db [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] For port 190e6513-9b9d-42f7-b5e3-e4784421e568, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=190e6513-9b9d-42f7-b5e3-e4784421e568,segment=NetworkSegment(52b2ea56-693b-48b2-9a2b-8ef6c7482fc0),segment_id=52b2ea56-693b-48b2-9a2b-8ef6c7482fc0)] {{(pid=91774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 06:58:14.674387 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-569476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762332438254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762331935097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762331935142'] for port, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:14.677317 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:58:14.698548 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-66d1e02f-3004-4271-bf56-118816dcee58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:14.708407 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-66d1e02f-3004-4271-bf56-118816dcee58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1706761'] for security_group, after_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:14.714986 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-8d7b13fc-2b26-469b-ad91-9abd94cdbad2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:58:14.736846 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14abdd6a-3142-4b13-84aa-022d36d35d5f req-f15b0eb6-7f4e-476c-951c-0da9c8845074 tempest-VolumesActionsTest-640897711 tempest-VolumesActionsTest-640897711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:58:14.738280 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-14abdd6a-3142-4b13-84aa-022d36d35d5f req-f15b0eb6-7f4e-476c-951c-0da9c8845074 tempest-VolumesActionsTest-640897711 tempest-VolumesActionsTest-640897711-project] 10.222.0.21 "GET /v2.0/networks?id=4c2b6dc6-59be-4a82-a060-122a69712736 HTTP/1.1" status: 200 len: 808 time: 0.2037089 Jun 07 06:58:14.753480 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Pushing event updated for resources: {'Port': ['ID=190e6513-9b9d-42f7-b5e3-e4784421e568,revision_number=4']} {{(pid=91774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:58:14.755633 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66d1e02f-3004-4271-bf56-118816dcee58 admin admin] vlan segment allocate from pool success with {'vlan_id': 348, 'physical_network': 'physnet1'} {{(pid=91772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 07 06:58:14.756848 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:58:14.768124 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d1e02f-3004-4271-bf56-118816dcee58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a9523a8-2ff1-4f5b-9747-a8d45ba0dae8,revision_number=1']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:58:14.772302 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-14abdd6a-3142-4b13-84aa-022d36d35d5f req-51ca8ab9-6dd3-457d-b39f-47a25dcafb49 tempest-VolumesActionsTest-640897711 tempest-VolumesActionsTest-640897711-project] 10.222.0.21 "GET /v2.0/quotas/d02486a4dac448f78b51f39e436d62a3 HTTP/1.1" status: 200 len: 375 time: 0.0247419 Jun 07 06:58:14.773966 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-66d1e02f-3004-4271-bf56-118816dcee58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:58:14.776416 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-66d1e02f-3004-4271-bf56-118816dcee58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-712556'] for segment, precommit_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:14.776740 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.db.segments_db [None req-66d1e02f-3004-4271-bf56-118816dcee58 admin admin] Added segment 3763f77b-fd3a-47d1-91c2-6e7b3cce8777 of type vlan for network 76f3f9ca-4fe2-4771-877c-f7bbae3b30b7 Jun 07 06:58:14.830542 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-14abdd6a-3142-4b13-84aa-022d36d35d5f req-7018251e-696c-4c88-b971-6833d802592f tempest-VolumesActionsTest-640897711 tempest-VolumesActionsTest-640897711-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=d02486a4dac448f78b51f39e436d62a3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0515907 Jun 07 06:58:14.867452 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-66d1e02f-3004-4271-bf56-118816dcee58 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762331920860'] for network, precommit_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:14.913784 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.db [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] get_ports_and_sgs() called for port_ids ['190e6513-9b9d-42f7-b5e3-e4784421e568'] {{(pid=91774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 06:58:14.969352 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-66d1e02f-3004-4271-bf56-118816dcee58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1706969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648529'] for network, after_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:14.978432 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66d1e02f-3004-4271-bf56-118816dcee58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:58:14.978999 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-66d1e02f-3004-4271-bf56-118816dcee58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648630'] for network, before_response {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:14.986470 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-dd86d80a-844a-4f84-8350-7c3c73dd8673 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:58:15.014432 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-14abdd6a-3142-4b13-84aa-022d36d35d5f req-274c94d7-3f73-4fed-9db0-d0926a1a0392 service neutron] 10.222.0.21 "GET /v2.0/networks/4c2b6dc6-59be-4a82-a060-122a69712736?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1737480 Jun 07 06:58:15.051197 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.21', 58240) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:58:15.051781 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [None req-66d1e02f-3004-4271-bf56-118816dcee58 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7189972 Jun 07 06:58:15.060096 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.v2.base [None req-183dc69d-071e-4456-9f15-40f7986d5ca8 admin admin] Request body: {'subnet': {'network_id': '76f3f9ca-4fe2-4771-877c-f7bbae3b30b7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2082915911-subnet', 'tenant_id': '6d873eb9de9b41628d2183c081676fec', 'ip_version': 4}} {{(pid=91773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 06:58:15.092168 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-183dc69d-071e-4456-9f15-40f7986d5ca8 admin admin] Made reservation on behalf of 6d873eb9de9b41628d2183c081676fec for: {'subnet': 1} {{(pid=91773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 06:58:15.095184 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-183dc69d-071e-4456-9f15-40f7986d5ca8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2142105'] for subnet, before_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:15.125943 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d1e02f-3004-4271-bf56-118816dcee58 admin admin] Pushing event updated for resources: {'Network': ['ID=76f3f9ca-4fe2-4771-877c-f7bbae3b30b7,revision_number=1']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:58:15.137444 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Network 76f3f9ca-4fe2-4771-877c-f7bbae3b30b7 details requested by agent ovs-agent-dv-cinder-784140-5-smb with host dv-cinder-784140-5-smb {{(pid=91774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 07 06:58:15.162539 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-66d1e02f-3004-4271-bf56-118816dcee58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:58:15.266992 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-14abdd6a-3142-4b13-84aa-022d36d35d5f req-e9f29b48-05d5-4837-90ba-73bdd0034a90 service neutron] 10.222.0.21 "GET /v2.0/networks/4c2b6dc6-59be-4a82-a060-122a69712736?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2398336 Jun 07 06:58:15.283295 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62389ca1-5226-4cd3-a5ff-cabadaba45a0 req-32ea0db4-3657-4eaf-a07a-16661630c960 tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:58:15.284891 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-62389ca1-5226-4cd3-a5ff-cabadaba45a0 req-32ea0db4-3657-4eaf-a07a-16661630c960 tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] 10.222.0.21 "GET /v2.0/ports?device_id=960c8df3-b954-4113-858f-2218b8956d9e HTTP/1.1" status: 200 len: 944 time: 0.1627142 Jun 07 06:58:15.322160 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-183dc69d-071e-4456-9f15-40f7986d5ca8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2253169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2142091'] for subnet, after_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:15.327267 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-596f5161-0ae4-465d-b4f8-466f7eb77150 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:58:15.332097 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-62389ca1-5226-4cd3-a5ff-cabadaba45a0 req-0146c8a5-35a7-433a-987a-30348631d9bc tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] 10.222.0.21 "GET /v2.0/security-groups?id=67d394fa-e0bd-49f4-8b48-2d4ef3fb60d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392759 Jun 07 06:58:15.403715 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183dc69d-071e-4456-9f15-40f7986d5ca8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9782a052-4bf6-4b92-9f6e-b9af5249925f,revision_number=0']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:58:15.406773 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-183dc69d-071e-4456-9f15-40f7986d5ca8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:58:15.414312 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-183dc69d-071e-4456-9f15-40f7986d5ca8 admin admin] Checking segment: {'id': '3763f77b-fd3a-47d1-91c2-6e7b3cce8777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '76f3f9ca-4fe2-4771-877c-f7bbae3b30b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 06:58:15.414696 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-183dc69d-071e-4456-9f15-40f7986d5ca8 admin admin] Network hostable DHCP agents. Network: 76f3f9ca-4fe2-4771-877c-f7bbae3b30b7, hostable agents: ['9e620681-9ba6-48ee-a994-b814c2ae7583'], hosted agents: [] {{(pid=91773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 07 06:58:15.432986 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-183dc69d-071e-4456-9f15-40f7986d5ca8 admin admin] Network 76f3f9ca-4fe2-4771-877c-f7bbae3b30b7 is scheduled to be hosted by DHCP agent 9e620681-9ba6-48ee-a994-b814c2ae7583 with binding_index 1 {{(pid=91773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 07 06:58:15.441641 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.scheduler.base_scheduler [None req-183dc69d-071e-4456-9f15-40f7986d5ca8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784140-5-smb, 76f3f9ca-4fe2-4771-877c-f7bbae3b30b7) {{(pid=91773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 06:58:15.446542 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-183dc69d-071e-4456-9f15-40f7986d5ca8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:58:15.448440 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-183dc69d-071e-4456-9f15-40f7986d5ca8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:15.449284 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcb38dec-6b99-47c9-a444-8e3d4d80ef08 None None] Network 76f3f9ca-4fe2-4771-877c-f7bbae3b30b7 requested from dv-cinder-784140-5-smb {{(pid=91774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 06:58:15.468777 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [None req-183dc69d-071e-4456-9f15-40f7986d5ca8 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4153926 Jun 07 06:58:15.471296 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.21', 58244) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:58:15.475724 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.v2.base [None req-db2ab3b4-32d9-4843-9bfb-696becf6d30f admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2082915911-router', 'tenant_id': '6d873eb9de9b41628d2183c081676fec', 'external_gateway_info': {'network_id': 'a84d0276-e36b-485f-b034-cb606776a5f5'}}} {{(pid=91773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 06:58:15.498346 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-db2ab3b4-32d9-4843-9bfb-696becf6d30f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1660237', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3595'] for router, before_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:15.499429 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-db2ab3b4-32d9-4843-9bfb-696becf6d30f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1660116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1667057', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1768563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3584'] for router, precommit_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:15.516362 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-db2ab3b4-32d9-4843-9bfb-696becf6d30f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:15.662173 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53e38d6f-59f2-4a1a-95b7-784f5eabb6c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp16c4c58c-3b6f-5278-963a-84eb71d65540-76f3f9ca-4fe2-4771-877c-f7bbae3b30b7', 'network_id': '76f3f9ca-4fe2-4771-877c-f7bbae3b30b7', 'tenant_id': '6d873eb9de9b41628d2183c081676fec', 'fixed_ips': [{'subnet_id': '9782a052-4bf6-4b92-9f6e-b9af5249925f'}]}} from dv-cinder-784140-5-smb. {{(pid=91774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 07 06:58:15.663027 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-53e38d6f-59f2-4a1a-95b7-784f5eabb6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564700'] for port, before_create {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:15.818397 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.db.db_base_plugin_common [None req-53e38d6f-59f2-4a1a-95b7-784f5eabb6c2 None None] Allocated IP 172.20.0.2 (76f3f9ca-4fe2-4771-877c-f7bbae3b30b7/9782a052-4bf6-4b92-9f6e-b9af5249925f/7f64ab69-a3fa-4e51-b097-4dbd46aa2b2b) {{(pid=91774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 06:58:15.866761 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-db2ab3b4-32d9-4843-9bfb-696becf6d30f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1666947', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1660255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3606'] for router, precommit_update {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:16.022173 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-53e38d6f-59f2-4a1a-95b7-784f5eabb6c2 None None] Notify callbacks [] for port, precommit_create {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:16.032496 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.db.provisioning_blocks [None req-53e38d6f-59f2-4a1a-95b7-784f5eabb6c2 None None] Transition to ACTIVE for port object 7f64ab69-a3fa-4e51-b097-4dbd46aa2b2b will not be triggered until provisioned by entity L2. {{(pid=91774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 06:58:16.050366 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.db.provisioning_blocks [None req-53e38d6f-59f2-4a1a-95b7-784f5eabb6c2 None None] Transition to ACTIVE for port object 7f64ab69-a3fa-4e51-b097-4dbd46aa2b2b will not be triggered until provisioned by entity DHCP. {{(pid=91774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 06:58:16.057114 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-53e38d6f-59f2-4a1a-95b7-784f5eabb6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-569476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648536', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762331935079'] for port, after_create {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:16.062153 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:58:16.121296 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53e38d6f-59f2-4a1a-95b7-784f5eabb6c2 None None] Network 76f3f9ca-4fe2-4771-877c-f7bbae3b30b7 is already hosted by enough agents. {{(pid=91774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 06:58:16.124117 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.scheduler.base_scheduler [None req-53e38d6f-59f2-4a1a-95b7-784f5eabb6c2 None None] Resources bound (agent type, host, resource id): {{(pid=91774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 06:58:16.127103 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53e38d6f-59f2-4a1a-95b7-784f5eabb6c2 None None] Received port after_create {{(pid=91774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 06:58:16.169619 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e38d6f-59f2-4a1a-95b7-784f5eabb6c2 None None] Pushing event updated for resources: {'Port': ['ID=7f64ab69-a3fa-4e51-b097-4dbd46aa2b2b,revision_number=1']} {{(pid=91774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:58:16.171737 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-53e38d6f-59f2-4a1a-95b7-784f5eabb6c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:58:16.172604 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-db2ab3b4-32d9-4843-9bfb-696becf6d30f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:16.202741 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-db2ab3b4-32d9-4843-9bfb-696becf6d30f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564700'] for port, before_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:16.225909 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.managers [None req-53e38d6f-59f2-4a1a-95b7-784f5eabb6c2 None None] Attempting to bind port 7f64ab69-a3fa-4e51-b097-4dbd46aa2b2b on host dv-cinder-784140-5-smb for vnic_type normal with profile {{(pid=91774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 06:58:16.226276 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.managers [None req-53e38d6f-59f2-4a1a-95b7-784f5eabb6c2 None None] Attempting to bind port 7f64ab69-a3fa-4e51-b097-4dbd46aa2b2b by drivers openvswitch,hyperv on host dv-cinder-784140-5-smb at level 0 using segments [{'id': '3763f77b-fd3a-47d1-91c2-6e7b3cce8777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '76f3f9ca-4fe2-4771-877c-f7bbae3b30b7'}] {{(pid=91774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 06:58:16.226662 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53e38d6f-59f2-4a1a-95b7-784f5eabb6c2 None None] Attempting to bind port 7f64ab69-a3fa-4e51-b097-4dbd46aa2b2b on network 76f3f9ca-4fe2-4771-877c-f7bbae3b30b7 {{(pid=91774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 06:58:16.231923 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53e38d6f-59f2-4a1a-95b7-784f5eabb6c2 None None] Checking agent: {'id': '2cbbf4dd-47cd-4e79-9ddf-2f0b457e4e7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784140-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 6, 46, 9), 'started_at': datetime.datetime(2021, 6, 7, 6, 46, 39), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 6, 58, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784140-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 06:58:16.232315 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53e38d6f-59f2-4a1a-95b7-784f5eabb6c2 None None] Checking segment: {'id': '3763f77b-fd3a-47d1-91c2-6e7b3cce8777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '76f3f9ca-4fe2-4771-877c-f7bbae3b30b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 06:58:16.232716 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-53e38d6f-59f2-4a1a-95b7-784f5eabb6c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:16.233116 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53e38d6f-59f2-4a1a-95b7-784f5eabb6c2 None None] Bound using segment: {'id': '3763f77b-fd3a-47d1-91c2-6e7b3cce8777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '76f3f9ca-4fe2-4771-877c-f7bbae3b30b7'} {{(pid=91774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 06:58:16.233576 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.managers [None req-53e38d6f-59f2-4a1a-95b7-784f5eabb6c2 None None] Bound port: 7f64ab69-a3fa-4e51-b097-4dbd46aa2b2b, host: dv-cinder-784140-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3763f77b-fd3a-47d1-91c2-6e7b3cce8777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '76f3f9ca-4fe2-4771-877c-f7bbae3b30b7'}}] {{(pid=91774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 06:58:16.233950 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-53e38d6f-59f2-4a1a-95b7-784f5eabb6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564700'] for port, before_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:16.341552 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.db.db_base_plugin_common [None req-db2ab3b4-32d9-4843-9bfb-696becf6d30f admin admin] Allocated IP 172.28.3.88 (a84d0276-e36b-485f-b034-cb606776a5f5/bc8e845f-21f5-4331-a893-3fabfb1361b8/3509c848-9441-4dbf-a90b-7c6f7e120b25) {{(pid=91773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 06:58:16.354635 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.db [None req-53e38d6f-59f2-4a1a-95b7-784f5eabb6c2 None None] For port 7f64ab69-a3fa-4e51-b097-4dbd46aa2b2b, host dv-cinder-784140-5-smb, cleared binding levels {{(pid=91774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 06:58:16.358458 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.db [None req-53e38d6f-59f2-4a1a-95b7-784f5eabb6c2 None None] For port 7f64ab69-a3fa-4e51-b097-4dbd46aa2b2b, host dv-cinder-784140-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-5-smb',level=0,port_id=7f64ab69-a3fa-4e51-b097-4dbd46aa2b2b,segment=NetworkSegment(3763f77b-fd3a-47d1-91c2-6e7b3cce8777),segment_id=3763f77b-fd3a-47d1-91c2-6e7b3cce8777)] {{(pid=91774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 06:58:16.362613 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-53e38d6f-59f2-4a1a-95b7-784f5eabb6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-569476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762332438254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762331935097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762331935142'] for port, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:16.366454 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:58:16.465683 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e38d6f-59f2-4a1a-95b7-784f5eabb6c2 None None] Pushing event updated for resources: {'Port': ['ID=7f64ab69-a3fa-4e51-b097-4dbd46aa2b2b,revision_number=2']} {{(pid=91774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:58:16.469646 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Device 190e6513-9b9d-42f7-b5e3-e4784421e568 up at agent hyperv_hv-cinder-78414 {{(pid=91774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 06:58:16.506642 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-53e38d6f-59f2-4a1a-95b7-784f5eabb6c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:58:16.559852 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-db2ab3b4-32d9-4843-9bfb-696becf6d30f admin admin] Notify callbacks [] for port, precommit_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:16.563246 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-ffc728a2-1516-4061-935d-96ee3cd0cfa5 req-af9dfacb-61d8-443c-b777-896a1c4d3935 tempest-VolumesActionsTest-640897711 tempest-VolumesActionsTest-640897711-project] 10.222.0.21 "GET /v2.0/ports?device_id=6472e57c-45e2-40d6-ab69-2861902daec2 HTTP/1.1" status: 200 len: 210 time: 0.0597446 Jun 07 06:58:16.600421 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.db.provisioning_blocks [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Provisioning for port 190e6513-9b9d-42f7-b5e3-e4784421e568 completed by entity L2. {{(pid=91774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 06:58:16.606281 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.db.provisioning_blocks [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Provisioning complete for port 190e6513-9b9d-42f7-b5e3-e4784421e568 triggered by entity L2. {{(pid=91774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 06:58:16.606843 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723953'] for port, provisioning_complete {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:16.624555 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17b02a5-0260-425e-bff0-5a67e13ec838 req-c626faa2-0fed-4d79-84fc-a7f09646f0d7 tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:58:16.626116 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-c17b02a5-0260-425e-bff0-5a67e13ec838 req-c626faa2-0fed-4d79-84fc-a7f09646f0d7 tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] 10.222.0.21 "GET /v2.0/ports?device_id=960c8df3-b954-4113-858f-2218b8956d9e HTTP/1.1" status: 200 len: 944 time: 0.1713636 Jun 07 06:58:16.655945 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-db2ab3b4-32d9-4843-9bfb-696becf6d30f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-569476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648536', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762331935079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2253277'] for port, after_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:16.661613 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-78c0f00e-e272-4cf4-ba1d-9300490e2de8 tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:58:16.712449 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-c17b02a5-0260-425e-bff0-5a67e13ec838 req-9bbb0cdd-35c4-497e-98b6-a23a15251aaf tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] 10.222.0.21 "GET /v2.0/security-groups?id=67d394fa-e0bd-49f4-8b48-2d4ef3fb60d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0807583 Jun 07 06:58:16.781776 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db2ab3b4-32d9-4843-9bfb-696becf6d30f admin admin] Network a84d0276-e36b-485f-b034-cb606776a5f5 is already hosted by enough agents. {{(pid=91773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 06:58:16.785181 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.scheduler.base_scheduler [None req-db2ab3b4-32d9-4843-9bfb-696becf6d30f admin admin] Resources bound (agent type, host, resource id): {{(pid=91773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 06:58:16.788169 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564700'] for port, before_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:16.791206 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db2ab3b4-32d9-4843-9bfb-696becf6d30f admin admin] Received port after_create {{(pid=91773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 06:58:16.844572 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '960c8df3-b954-4113-858f-2218b8956d9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '190e6513-9b9d-42f7-b5e3-e4784421e568'}] {{(pid=91774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 06:58:16.847066 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73fb9c482eb19c5c2e497b7af5ecd9f5da2a12b641d83391285fbc9a8928c34b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4ad613c-ba91-4094-bcf9-8d6dfa14957b" -d '{"events": [{"server_uuid": "960c8df3-b954-4113-858f-2218b8956d9e", "name": "network-vif-plugged", "status": "completed", "tag": "190e6513-9b9d-42f7-b5e3-e4784421e568"}]}' {{(pid=91774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 06:58:16.856884 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.db [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] For port 190e6513-9b9d-42f7-b5e3-e4784421e568, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=190e6513-9b9d-42f7-b5e3-e4784421e568,segment=NetworkSegment(52b2ea56-693b-48b2-9a2b-8ef6c7482fc0),segment_id=52b2ea56-693b-48b2-9a2b-8ef6c7482fc0)] {{(pid=91774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 06:58:16.862766 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-569476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762332438254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762331935097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762331935142'] for port, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:16.867991 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:58:16.873564 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2ab3b4-32d9-4843-9bfb-696becf6d30f admin admin] Pushing event updated for resources: {'Port': ['ID=3509c848-9441-4dbf-a90b-7c6f7e120b25,revision_number=1']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:58:16.878239 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-db2ab3b4-32d9-4843-9bfb-696becf6d30f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:58:16.924007 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 06:58:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d6640bc-3fee-45d6-b173-c55d6c141e81 x-openstack-request-id: req-5d6640bc-3fee-45d6-b173-c55d6c141e81 {{(pid=91774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 06:58:16.924308 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "960c8df3-b954-4113-858f-2218b8956d9e", "name": "network-vif-plugged", "status": "completed", "tag": "190e6513-9b9d-42f7-b5e3-e4784421e568", "code": 200}]} {{(pid=91774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 06:58:16.924572 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5d6640bc-3fee-45d6-b173-c55d6c141e81 {{(pid=91774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 06:58:16.928267 dv-cinder-784140-5-smb neutron-server[91774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '960c8df3-b954-4113-858f-2218b8956d9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '190e6513-9b9d-42f7-b5e3-e4784421e568', 'code': 200} Jun 07 06:58:16.980610 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Pushing event updated for resources: {'Port': ['ID=190e6513-9b9d-42f7-b5e3-e4784421e568,revision_number=5']} {{(pid=91774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:58:16.984349 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:58:17.302120 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66abab1-48e7-413a-8527-2cd2b2abf5a6 req-3d75149a-c677-4e09-9d0d-d0376678a614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:58:17.304193 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-a66abab1-48e7-413a-8527-2cd2b2abf5a6 req-3d75149a-c677-4e09-9d0d-d0376678a614 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=960c8df3-b954-4113-858f-2218b8956d9e HTTP/1.1" status: 200 len: 1098 time: 0.2056897 Jun 07 06:58:17.314514 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-db2ab3b4-32d9-4843-9bfb-696becf6d30f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:17.355499 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-a66abab1-48e7-413a-8527-2cd2b2abf5a6 req-b9ee2b72-af91-4730-844c-b540fb3d8884 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=67d394fa-e0bd-49f4-8b48-2d4ef3fb60d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445044 Jun 07 06:58:17.584671 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8217430b-0231-4881-bb15-f3f1267bc4da None None] Network 76f3f9ca-4fe2-4771-877c-f7bbae3b30b7 requested from dv-cinder-784140-5-smb {{(pid=91774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 06:58:17.694667 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.db.provisioning_blocks [None req-83f6e465-fab6-4a2f-8bc9-3681358355a8 None None] Provisioning for port 7f64ab69-a3fa-4e51-b097-4dbd46aa2b2b completed by entity DHCP. {{(pid=91774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 06:58:17.731670 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-b6a1aad4-cb4d-48e1-a999-4773386f1067 req-6ae3f0f0-2092-4c6a-8d20-0e8d2a3bad75 tempest-VolumesActionsTest-640897711 tempest-VolumesActionsTest-640897711-project] 10.222.0.21 "GET /v2.0/ports?device_id=6472e57c-45e2-40d6-ab69-2861902daec2 HTTP/1.1" status: 200 len: 210 time: 0.0460248 Jun 07 06:58:17.795017 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-db2ab3b4-32d9-4843-9bfb-696becf6d30f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1660228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1666988'] for router, after_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:18.073933 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14abdd6a-3142-4b13-84aa-022d36d35d5f req-ca341852-b1ba-4a51-9627-f4ce0a7a186d tempest-VolumesActionsTest-640897711 tempest-VolumesActionsTest-640897711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:58:18.075561 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-14abdd6a-3142-4b13-84aa-022d36d35d5f req-ca341852-b1ba-4a51-9627-f4ce0a7a186d tempest-VolumesActionsTest-640897711 tempest-VolumesActionsTest-640897711-project] 10.222.0.43 "GET /v2.0/networks?id=4c2b6dc6-59be-4a82-a060-122a69712736 HTTP/1.1" status: 200 len: 808 time: 0.2837348 Jun 07 06:58:18.093806 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db2ab3b4-32d9-4843-9bfb-696becf6d30f admin admin] Router da4aa5b3-ba95-4319-9c58-227a3584c0a2 is scheduled to L3 agent dd8e9e9b-c9b0-4755-a773-57df6dee4a2e with binding_index 1 {{(pid=91773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 07 06:58:18.126796 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.v2.base [req-14abdd6a-3142-4b13-84aa-022d36d35d5f req-35e0f53e-403d-412e-b624-624a3f096c8e tempest-VolumesActionsTest-640897711 tempest-VolumesActionsTest-640897711-project] Request body: {'port': {'device_id': '6472e57c-45e2-40d6-ab69-2861902daec2', 'network_id': '4c2b6dc6-59be-4a82-a060-122a69712736', 'admin_state_up': True, 'tenant_id': 'd02486a4dac448f78b51f39e436d62a3'}} {{(pid=91772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 06:58:18.168924 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9915eced-a05d-4050-a2aa-9e26105109bc req-66be74a9-28e1-4c18-993c-6758ed948d88 tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:58:18.170493 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-9915eced-a05d-4050-a2aa-9e26105109bc req-66be74a9-28e1-4c18-993c-6758ed948d88 tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] 10.222.0.21 "GET /v2.0/ports?device_id=960c8df3-b954-4113-858f-2218b8956d9e HTTP/1.1" status: 200 len: 945 time: 0.2250986 Jun 07 06:58:18.301775 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db2ab3b4-32d9-4843-9bfb-696becf6d30f admin admin] Notify agent at l3_agent.dv-cinder-784140-5-smb the message routers_updated {{(pid=91773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 06:58:18.313077 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-942795c7-69c1-48e1-9a41-8d49344d5a9d None None] Sync routers for ids ['da4aa5b3-ba95-4319-9c58-227a3584c0a2'] in dv-cinder-784140-5-smb {{(pid=91774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 06:58:18.322152 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-db2ab3b4-32d9-4843-9bfb-696becf6d30f admin admin] Notify callbacks [] for router, before_response {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:18.326550 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [None req-db2ab3b4-32d9-4843-9bfb-696becf6d30f admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.8509429 Jun 07 06:58:18.326688 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-942795c7-69c1-48e1-9a41-8d49344d5a9d None None] Routers {'da4aa5b3-ba95-4319-9c58-227a3584c0a2'} bound to L3 agent in host dv-cinder-784140-5-smb {{(pid=91774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 06:58:18.326688 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.db.l3_hamode_db [None req-942795c7-69c1-48e1-9a41-8d49344d5a9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-07T06:46:09Z,description=,heartbeat_timestamp=2021-06-07T06:58:09Z,host='dv-cinder-784140-5-smb',id=dd8e9e9b-c9b0-4755-a773-57df6dee4a2e,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T06:46:09Z,topic='l3_agent')) {'router_ids': ['da4aa5b3-ba95-4319-9c58-227a3584c0a2'], 'active': True} {{(pid=91774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 06:58:18.326942 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.21', 58274) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:58:18.330413 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-9915eced-a05d-4050-a2aa-9e26105109bc req-4a2e9cfd-46ad-449e-9009-28f2fb17152b tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] 10.222.0.21 "GET /v2.0/security-groups?id=67d394fa-e0bd-49f4-8b48-2d4ef3fb60d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1320875 Jun 07 06:58:18.358348 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14abdd6a-3142-4b13-84aa-022d36d35d5f req-35e0f53e-403d-412e-b624-624a3f096c8e tempest-VolumesActionsTest-640897711 tempest-VolumesActionsTest-640897711-project] Made reservation on behalf of d02486a4dac448f78b51f39e436d62a3 for: {'port': 1} {{(pid=91772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 06:58:18.362586 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [req-14abdd6a-3142-4b13-84aa-022d36d35d5f req-35e0f53e-403d-412e-b624-624a3f096c8e tempest-VolumesActionsTest-640897711 tempest-VolumesActionsTest-640897711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564700'] for port, before_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:18.513572 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.db.l3_dvr_db [None req-942795c7-69c1-48e1-9a41-8d49344d5a9d None None] Set router da4aa5b3-ba95-4319-9c58-227a3584c0a2 gateway port host: dv-cinder-784140-5-smb {{(pid=91774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 06:58:18.538013 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.db.db_base_plugin_common [req-14abdd6a-3142-4b13-84aa-022d36d35d5f req-35e0f53e-403d-412e-b624-624a3f096c8e tempest-VolumesActionsTest-640897711 tempest-VolumesActionsTest-640897711-project] Allocated IP 172.20.0.10 (4c2b6dc6-59be-4a82-a060-122a69712736/89369382-1aa4-4918-b48d-f473dafdd753/2408d506-a289-4cb7-8b3a-ec98aa4a48c8) {{(pid=91772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 06:58:18.747672 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [req-14abdd6a-3142-4b13-84aa-022d36d35d5f req-35e0f53e-403d-412e-b624-624a3f096c8e tempest-VolumesActionsTest-640897711 tempest-VolumesActionsTest-640897711-project] Notify callbacks [] for port, precommit_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:18.790595 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [req-14abdd6a-3142-4b13-84aa-022d36d35d5f req-35e0f53e-403d-412e-b624-624a3f096c8e tempest-VolumesActionsTest-640897711 tempest-VolumesActionsTest-640897711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-569476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648536', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762331935079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2958583'] for port, after_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:18.803649 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-30b0b972-efa1-4454-913a-e5ffb8a3ae3f tempest-AttachVolumeNegativeTest-2031625228 tempest-AttachVolumeNegativeTest-2031625228-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:58:18.841942 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.db.l3_hamode_db [None req-942795c7-69c1-48e1-9a41-8d49344d5a9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da4aa5b3-ba95-4319-9c58-227a3584c0a2', 'name': 'tempest-TestMinimumBasicScenario-2082915911-router', 'tenant_id': '6d873eb9de9b41628d2183c081676fec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a84d0276-e36b-485f-b034-cb606776a5f5', 'external_fixed_ips': [{'subnet_id': 'bc8e845f-21f5-4331-a893-3fabfb1361b8', 'ip_address': '172.28.3.88'}], 'enable_snat': True}, 'gw_port_id': '3509c848-9441-4dbf-a90b-7c6f7e120b25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T06:58:15Z', 'updated_at': '2021-06-07T06:58:17Z', 'revision_number': 3, 'project_id': '6d873eb9de9b41628d2183c081676fec', 'gw_port': {'id': '3509c848-9441-4dbf-a90b-7c6f7e120b25', 'name': '', 'network_id': 'a84d0276-e36b-485f-b034-cb606776a5f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:7f:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da4aa5b3-ba95-4319-9c58-227a3584c0a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': 'bc8e845f-21f5-4331-a893-3fabfb1361b8', 'ip_address': '172.28.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T06:58:16Z', 'updated_at': '2021-06-07T06:58:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc8e845f-21f5-4331-a893-3fabfb1361b8', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-5-smb'}], 'dv-cinder-784140-5-smb', False) {} {{(pid=91774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 06:58:18.846592 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-942795c7-69c1-48e1-9a41-8d49344d5a9d None None] Checking router: da4aa5b3-ba95-4319-9c58-227a3584c0a2 for host: dv-cinder-784140-5-smb {{(pid=91774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 06:58:18.846965 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-942795c7-69c1-48e1-9a41-8d49344d5a9d None None] Updating router da4aa5b3-ba95-4319-9c58-227a3584c0a2 port 3509c848-9441-4dbf-a90b-7c6f7e120b25 binding host dv-cinder-784140-5-smb {{(pid=91774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 07 06:58:18.877254 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14abdd6a-3142-4b13-84aa-022d36d35d5f req-35e0f53e-403d-412e-b624-624a3f096c8e tempest-VolumesActionsTest-640897711 tempest-VolumesActionsTest-640897711-project] Network 4c2b6dc6-59be-4a82-a060-122a69712736 is already hosted by enough agents. {{(pid=91772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 06:58:18.880995 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.scheduler.base_scheduler [req-14abdd6a-3142-4b13-84aa-022d36d35d5f req-35e0f53e-403d-412e-b624-624a3f096c8e tempest-VolumesActionsTest-640897711 tempest-VolumesActionsTest-640897711-project] Resources bound (agent type, host, resource id): {{(pid=91772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 06:58:18.884098 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.db.l3_dvrscheduler_db [req-14abdd6a-3142-4b13-84aa-022d36d35d5f req-35e0f53e-403d-412e-b624-624a3f096c8e tempest-VolumesActionsTest-640897711 tempest-VolumesActionsTest-640897711-project] Received port after_create {{(pid=91772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 06:58:18.928429 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Device 7f64ab69-a3fa-4e51-b097-4dbd46aa2b2b up at agent ovs-agent-dv-cinder-784140-5-smb {{(pid=91774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 06:58:18.954201 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-942795c7-69c1-48e1-9a41-8d49344d5a9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564700'] for port, before_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:19.005097 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e0f53e-403d-412e-b624-624a3f096c8e tempest-VolumesActionsTest-640897711 tempest-VolumesActionsTest-640897711-project] Pushing event updated for resources: {'Port': ['ID=2408d506-a289-4cb7-8b3a-ec98aa4a48c8,revision_number=1']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:58:19.008634 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-35e0f53e-403d-412e-b624-624a3f096c8e tempest-VolumesActionsTest-640897711 tempest-VolumesActionsTest-640897711-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:58:19.023504 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14abdd6a-3142-4b13-84aa-022d36d35d5f req-35e0f53e-403d-412e-b624-624a3f096c8e tempest-VolumesActionsTest-640897711 tempest-VolumesActionsTest-640897711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:58:19.024172 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [req-14abdd6a-3142-4b13-84aa-022d36d35d5f req-35e0f53e-403d-412e-b624-624a3f096c8e tempest-VolumesActionsTest-640897711 tempest-VolumesActionsTest-640897711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503096'] for port, before_response {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:19.059742 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-14abdd6a-3142-4b13-84aa-022d36d35d5f req-35e0f53e-403d-412e-b624-624a3f096c8e tempest-VolumesActionsTest-640897711 tempest-VolumesActionsTest-640897711-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9376490 Jun 07 06:58:19.069308 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe820cd7-16c4-4e0e-ba53-4af05f627ea9 req-abfba137-691a-4da3-9963-108d4df1b52f tempest-VolumesActionsTest-640897711 tempest-VolumesActionsTest-640897711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:58:19.070985 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-fe820cd7-16c4-4e0e-ba53-4af05f627ea9 req-abfba137-691a-4da3-9963-108d4df1b52f tempest-VolumesActionsTest-640897711 tempest-VolumesActionsTest-640897711-project] 10.222.0.21 "GET /v2.0/ports?device_id=6472e57c-45e2-40d6-ab69-2861902daec2 HTTP/1.1" status: 200 len: 932 time: 0.1461205 Jun 07 06:58:19.076716 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.v2.base [req-14abdd6a-3142-4b13-84aa-022d36d35d5f req-cdabd5b8-2246-4c63-98a8-184ed2d12a19 service neutron] Request body: {'port': {'device_id': '6472e57c-45e2-40d6-ab69-2861902daec2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78414'}} {{(pid=91772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 06:58:19.131756 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.db.provisioning_blocks [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Provisioning for port 7f64ab69-a3fa-4e51-b097-4dbd46aa2b2b completed by entity L2. {{(pid=91774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 06:58:19.143515 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.db.provisioning_blocks [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Provisioning complete for port 7f64ab69-a3fa-4e51-b097-4dbd46aa2b2b triggered by entity L2. {{(pid=91774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 06:58:19.143890 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723953'] for port, provisioning_complete {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:19.172437 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-91b79c6d-ac3d-433c-b1f9-0caf676af16a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564700'] for port, before_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:19.211315 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-fe820cd7-16c4-4e0e-ba53-4af05f627ea9 req-e3435c0a-95c6-45e8-b452-d8b3a9b5bea8 tempest-VolumesActionsTest-640897711 tempest-VolumesActionsTest-640897711-project] 10.222.0.21 "GET /v2.0/security-groups?id=15c49408-e858-4fbc-b62d-5d02acb52d45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995648 Jun 07 06:58:19.253277 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [req-14abdd6a-3142-4b13-84aa-022d36d35d5f req-cdabd5b8-2246-4c63-98a8-184ed2d12a19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564700'] for port, before_update {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:19.416799 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564700'] for port, before_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:19.428608 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.db.db_base_plugin_common [None req-91b79c6d-ac3d-433c-b1f9-0caf676af16a admin admin] Allocated IP 172.20.0.1 (76f3f9ca-4fe2-4771-877c-f7bbae3b30b7/9782a052-4bf6-4b92-9f6e-b9af5249925f/3bff8dd6-00e4-4d75-a6db-06ca805f64a5) {{(pid=91773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 06:58:19.502987 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.db [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] For port 7f64ab69-a3fa-4e51-b097-4dbd46aa2b2b, host dv-cinder-784140-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-5-smb',level=0,port_id=7f64ab69-a3fa-4e51-b097-4dbd46aa2b2b,segment=NetworkSegment(3763f77b-fd3a-47d1-91c2-6e7b3cce8777),segment_id=3763f77b-fd3a-47d1-91c2-6e7b3cce8777)] {{(pid=91774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 06:58:19.510186 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-569476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762332438254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762331935097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762331935142'] for port, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:19.517714 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-fd027802-876c-4ce6-916f-aaa17ef410d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:58:19.582237 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-942795c7-69c1-48e1-9a41-8d49344d5a9d None None] Notify callbacks [] for port, precommit_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:19.601274 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.db.provisioning_blocks [None req-942795c7-69c1-48e1-9a41-8d49344d5a9d None None] Transition to ACTIVE for port object 3509c848-9441-4dbf-a90b-7c6f7e120b25 will not be triggered until provisioned by entity L2. {{(pid=91774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 06:58:19.608057 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Pushing event updated for resources: {'Port': ['ID=7f64ab69-a3fa-4e51-b097-4dbd46aa2b2b,revision_number=3']} {{(pid=91774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:58:19.617110 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-942795c7-69c1-48e1-9a41-8d49344d5a9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-569476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762332438254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762331935097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762331935142'] for port, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:19.618169 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-91b79c6d-ac3d-433c-b1f9-0caf676af16a admin admin] Notify callbacks [] for port, precommit_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:19.621731 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:58:19.622195 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:58:19.636033 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.db.provisioning_blocks [None req-91b79c6d-ac3d-433c-b1f9-0caf676af16a admin admin] Transition to ACTIVE for port object 3bff8dd6-00e4-4d75-a6db-06ca805f64a5 will not be triggered until provisioned by entity DHCP. {{(pid=91773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 06:58:19.657065 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062d46da-3a49-4079-90f7-506e1a20da9e req-2e933c45-5ac0-4dc4-b4a1-e80c98f6c7ce tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:58:19.658563 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-062d46da-3a49-4079-90f7-506e1a20da9e req-2e933c45-5ac0-4dc4-b4a1-e80c98f6c7ce tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] 10.222.0.21 "GET /v2.0/ports?device_id=960c8df3-b954-4113-858f-2218b8956d9e HTTP/1.1" status: 200 len: 945 time: 0.1613767 Jun 07 06:58:19.666400 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-91b79c6d-ac3d-433c-b1f9-0caf676af16a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-569476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648536', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762331935079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2253277'] for port, after_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:19.671924 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:58:19.701330 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.managers [None req-942795c7-69c1-48e1-9a41-8d49344d5a9d None None] Attempting to bind port 3509c848-9441-4dbf-a90b-7c6f7e120b25 on host dv-cinder-784140-5-smb for vnic_type normal with profile {{(pid=91774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 06:58:19.701705 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.managers [None req-942795c7-69c1-48e1-9a41-8d49344d5a9d None None] Attempting to bind port 3509c848-9441-4dbf-a90b-7c6f7e120b25 by drivers openvswitch,hyperv on host dv-cinder-784140-5-smb at level 0 using segments [{'id': 'a651428c-972d-4b8e-a20b-c49a0a4f9500', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a84d0276-e36b-485f-b034-cb606776a5f5'}] {{(pid=91774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 06:58:19.702353 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-942795c7-69c1-48e1-9a41-8d49344d5a9d None None] Attempting to bind port 3509c848-9441-4dbf-a90b-7c6f7e120b25 on network a84d0276-e36b-485f-b034-cb606776a5f5 {{(pid=91774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 06:58:19.704167 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca29b744-3711-4812-a3cd-6377c415a053 None None] Pushing event updated for resources: {'Port': ['ID=3509c848-9441-4dbf-a90b-7c6f7e120b25,revision_number=2']} {{(pid=91774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:58:19.710100 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.notifiers.nova [req-14abdd6a-3142-4b13-84aa-022d36d35d5f req-cdabd5b8-2246-4c63-98a8-184ed2d12a19 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2408d506-a289-4cb7-8b3a-ec98aa4a48c8 {{(pid=91772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 06:58:19.713497 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-ca29b744-3711-4812-a3cd-6377c415a053 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:58:19.717216 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-942795c7-69c1-48e1-9a41-8d49344d5a9d None None] Checking agent: {'id': '2cbbf4dd-47cd-4e79-9ddf-2f0b457e4e7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784140-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 6, 46, 9), 'started_at': datetime.datetime(2021, 6, 7, 6, 46, 39), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 6, 58, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784140-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 06:58:19.717216 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-942795c7-69c1-48e1-9a41-8d49344d5a9d None None] Checking segment: {'id': 'a651428c-972d-4b8e-a20b-c49a0a4f9500', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a84d0276-e36b-485f-b034-cb606776a5f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 06:58:19.717563 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-942795c7-69c1-48e1-9a41-8d49344d5a9d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:19.718161 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-942795c7-69c1-48e1-9a41-8d49344d5a9d None None] Bound using segment: {'id': 'a651428c-972d-4b8e-a20b-c49a0a4f9500', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a84d0276-e36b-485f-b034-cb606776a5f5'} {{(pid=91774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 06:58:19.718412 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.managers [None req-942795c7-69c1-48e1-9a41-8d49344d5a9d None None] Bound port: 3509c848-9441-4dbf-a90b-7c6f7e120b25, host: dv-cinder-784140-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a651428c-972d-4b8e-a20b-c49a0a4f9500', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a84d0276-e36b-485f-b034-cb606776a5f5'}}] {{(pid=91774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 06:58:19.718789 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-942795c7-69c1-48e1-9a41-8d49344d5a9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564700'] for port, before_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:19.722804 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [req-14abdd6a-3142-4b13-84aa-022d36d35d5f req-cdabd5b8-2246-4c63-98a8-184ed2d12a19 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:19.734983 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-062d46da-3a49-4079-90f7-506e1a20da9e req-6ab2fb24-8a25-4f5c-bff4-6fec061a1ee7 tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] 10.222.0.21 "GET /v2.0/security-groups?id=67d394fa-e0bd-49f4-8b48-2d4ef3fb60d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645180 Jun 07 06:58:19.744773 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.db.provisioning_blocks [req-14abdd6a-3142-4b13-84aa-022d36d35d5f req-cdabd5b8-2246-4c63-98a8-184ed2d12a19 service neutron] Transition to ACTIVE for port object 2408d506-a289-4cb7-8b3a-ec98aa4a48c8 will not be triggered until provisioned by entity L2. {{(pid=91772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 06:58:19.747802 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91b79c6d-ac3d-433c-b1f9-0caf676af16a admin admin] Network 76f3f9ca-4fe2-4771-877c-f7bbae3b30b7 is already hosted by enough agents. {{(pid=91773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 06:58:19.750187 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [req-14abdd6a-3142-4b13-84aa-022d36d35d5f req-cdabd5b8-2246-4c63-98a8-184ed2d12a19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-569476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762332438254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762331935097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762331935142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2958540'] for port, after_update {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:19.753098 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.scheduler.base_scheduler [None req-91b79c6d-ac3d-433c-b1f9-0caf676af16a admin admin] Resources bound (agent type, host, resource id): {{(pid=91773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 06:58:19.764845 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:58:19.765439 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b79c6d-ac3d-433c-b1f9-0caf676af16a admin admin] Pushing event updated for resources: {'Port': ['ID=3bff8dd6-00e4-4d75-a6db-06ca805f64a5,revision_number=1']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:58:19.769693 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-91b79c6d-ac3d-433c-b1f9-0caf676af16a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:58:19.770494 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91b79c6d-ac3d-433c-b1f9-0caf676af16a admin admin] Received port after_create {{(pid=91773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 06:58:19.813604 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.db [None req-942795c7-69c1-48e1-9a41-8d49344d5a9d None None] For port 3509c848-9441-4dbf-a90b-7c6f7e120b25, host dv-cinder-784140-5-smb, cleared binding levels {{(pid=91774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 06:58:19.819306 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.db [None req-942795c7-69c1-48e1-9a41-8d49344d5a9d None None] For port 3509c848-9441-4dbf-a90b-7c6f7e120b25, host dv-cinder-784140-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-5-smb',level=0,port_id=3509c848-9441-4dbf-a90b-7c6f7e120b25,segment=NetworkSegment(a651428c-972d-4b8e-a20b-c49a0a4f9500),segment_id=a651428c-972d-4b8e-a20b-c49a0a4f9500)] {{(pid=91774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 06:58:19.828027 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-942795c7-69c1-48e1-9a41-8d49344d5a9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-569476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762332438254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762331935097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762331935142'] for port, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:19.836137 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:58:19.842232 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-91b79c6d-ac3d-433c-b1f9-0caf676af16a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1754342'] for router_interface, before_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:19.946043 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-942795c7-69c1-48e1-9a41-8d49344d5a9d None None] Routers {'da4aa5b3-ba95-4319-9c58-227a3584c0a2'} bound to L3 agent in host dv-cinder-784140-5-smb {{(pid=91774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 06:58:19.946671 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.db.l3_hamode_db [None req-942795c7-69c1-48e1-9a41-8d49344d5a9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-07T06:46:09Z,description=,heartbeat_timestamp=2021-06-07T06:58:09Z,host='dv-cinder-784140-5-smb',id=dd8e9e9b-c9b0-4755-a773-57df6dee4a2e,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T06:46:09Z,topic='l3_agent')) {'router_ids': ['da4aa5b3-ba95-4319-9c58-227a3584c0a2'], 'active': True} {{(pid=91774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 06:58:20.006128 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-91b79c6d-ac3d-433c-b1f9-0caf676af16a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564700'] for port, before_update {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:20.034075 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdabd5b8-2246-4c63-98a8-184ed2d12a19 service neutron] Pushing event updated for resources: {'Port': ['ID=2408d506-a289-4cb7-8b3a-ec98aa4a48c8,revision_number=2']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:58:20.035818 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca29b744-3711-4812-a3cd-6377c415a053 None None] Pushing event updated for resources: {'Port': ['ID=3509c848-9441-4dbf-a90b-7c6f7e120b25,revision_number=3']} {{(pid=91774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:58:20.038630 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-cdabd5b8-2246-4c63-98a8-184ed2d12a19 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:58:20.040320 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-ca29b744-3711-4812-a3cd-6377c415a053 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:58:20.130430 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.db.provisioning_blocks [None req-3244427e-da21-4a4c-b228-4a9a3fb8da00 None None] Provisioning for port 3bff8dd6-00e4-4d75-a6db-06ca805f64a5 completed by entity DHCP. {{(pid=91774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 06:58:20.142187 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.db.provisioning_blocks [None req-3244427e-da21-4a4c-b228-4a9a3fb8da00 None None] Provisioning complete for port 3bff8dd6-00e4-4d75-a6db-06ca805f64a5 triggered by entity DHCP. {{(pid=91774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 06:58:20.142583 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-3244427e-da21-4a4c-b228-4a9a3fb8da00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723953'] for port, provisioning_complete {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:20.173550 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.db.l3_dvr_db [None req-942795c7-69c1-48e1-9a41-8d49344d5a9d None None] Set router da4aa5b3-ba95-4319-9c58-227a3584c0a2 gateway port host: dv-cinder-784140-5-smb {{(pid=91774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 06:58:20.228713 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8021f75b-c015-4734-95aa-9277a952606f req-59989cd0-ecea-465b-bfd8-f045c712277f tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:58:20.230576 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-8021f75b-c015-4734-95aa-9277a952606f req-59989cd0-ecea-465b-bfd8-f045c712277f tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] 10.222.0.21 "GET /v2.0/ports?device_id=960c8df3-b954-4113-858f-2218b8956d9e HTTP/1.1" status: 200 len: 945 time: 0.2393987 Jun 07 06:58:20.240554 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.wsgi [-] (91772) accepted ('10.222.0.21', 58286) {{(pid=91772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:58:20.246400 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.v2.base [None req-df443024-75d2-4a79-97f5-38c4916af22f tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] Request body: {'floatingip': {'port_id': '190e6513-9b9d-42f7-b5e3-e4784421e568'}} {{(pid=91772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 06:58:20.277056 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-91b79c6d-ac3d-433c-b1f9-0caf676af16a admin admin] Notify callbacks [] for port, precommit_update {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:20.294709 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-91b79c6d-ac3d-433c-b1f9-0caf676af16a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-569476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762332438254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762331935097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762331935142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2253286'] for port, after_update {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:20.330958 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.plugins.ml2.managers [req-14abdd6a-3142-4b13-84aa-022d36d35d5f req-cdabd5b8-2246-4c63-98a8-184ed2d12a19 service neutron] Attempting to bind port 2408d506-a289-4cb7-8b3a-ec98aa4a48c8 on host hv-cinder-78414 for vnic_type normal with profile {{(pid=91772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 06:58:20.331399 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.plugins.ml2.managers [req-14abdd6a-3142-4b13-84aa-022d36d35d5f req-cdabd5b8-2246-4c63-98a8-184ed2d12a19 service neutron] Attempting to bind port 2408d506-a289-4cb7-8b3a-ec98aa4a48c8 by drivers openvswitch,hyperv on host hv-cinder-78414 at level 0 using segments [{'id': 'd88fde3d-4599-4293-8ec3-171d05e6ac8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '4c2b6dc6-59be-4a82-a060-122a69712736'}] {{(pid=91772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 06:58:20.331820 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14abdd6a-3142-4b13-84aa-022d36d35d5f req-cdabd5b8-2246-4c63-98a8-184ed2d12a19 service neutron] Attempting to bind port 2408d506-a289-4cb7-8b3a-ec98aa4a48c8 on network 4c2b6dc6-59be-4a82-a060-122a69712736 {{(pid=91772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 06:58:20.335000 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.plugin [None req-3244427e-da21-4a4c-b228-4a9a3fb8da00 None None] Port 3bff8dd6-00e4-4d75-a6db-06ca805f64a5 cannot update to ACTIVE because it is not bound. {{(pid=91774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 07 06:58:20.335578 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-df443024-75d2-4a79-97f5-38c4916af22f tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] Notify callbacks [] for floatingip, before_update {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:20.358228 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-db2ab3b4-32d9-4843-9bfb-696becf6d30f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:58:20.387291 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-91b79c6d-ac3d-433c-b1f9-0caf676af16a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1648547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1663678'] for router_interface, after_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:20.443423 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14abdd6a-3142-4b13-84aa-022d36d35d5f req-cdabd5b8-2246-4c63-98a8-184ed2d12a19 service neutron] Port 2408d506-a289-4cb7-8b3a-ec98aa4a48c8 on network 4c2b6dc6-59be-4a82-a060-122a69712736 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78414 {{(pid=91772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 07 06:58:20.443910 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14abdd6a-3142-4b13-84aa-022d36d35d5f req-cdabd5b8-2246-4c63-98a8-184ed2d12a19 service neutron] Attempting to bind port 2408d506-a289-4cb7-8b3a-ec98aa4a48c8 on network 4c2b6dc6-59be-4a82-a060-122a69712736 {{(pid=91772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 06:58:20.459797 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b79c6d-ac3d-433c-b1f9-0caf676af16a admin admin] Pushing event updated for resources: {'Port': ['ID=3bff8dd6-00e4-4d75-a6db-06ca805f64a5,revision_number=2']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:58:20.492958 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14abdd6a-3142-4b13-84aa-022d36d35d5f req-cdabd5b8-2246-4c63-98a8-184ed2d12a19 service neutron] Checking agent: {'id': '5a91191c-7894-4314-84ee-19ce578def86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78414', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 6, 52, 11), 'started_at': datetime.datetime(2021, 6, 7, 6, 52, 11), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 6, 58, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 06:58:20.493296 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14abdd6a-3142-4b13-84aa-022d36d35d5f req-cdabd5b8-2246-4c63-98a8-184ed2d12a19 service neutron] Checking segment: {'id': 'd88fde3d-4599-4293-8ec3-171d05e6ac8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '4c2b6dc6-59be-4a82-a060-122a69712736'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 06:58:20.493851 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14abdd6a-3142-4b13-84aa-022d36d35d5f req-cdabd5b8-2246-4c63-98a8-184ed2d12a19 service neutron] Bound using segment: {'id': 'd88fde3d-4599-4293-8ec3-171d05e6ac8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '4c2b6dc6-59be-4a82-a060-122a69712736'} {{(pid=91772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 06:58:20.494349 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.plugins.ml2.managers [req-14abdd6a-3142-4b13-84aa-022d36d35d5f req-cdabd5b8-2246-4c63-98a8-184ed2d12a19 service neutron] Bound port: 2408d506-a289-4cb7-8b3a-ec98aa4a48c8, host: hv-cinder-78414, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd88fde3d-4599-4293-8ec3-171d05e6ac8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '4c2b6dc6-59be-4a82-a060-122a69712736'}}] {{(pid=91772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 06:58:20.494755 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [req-14abdd6a-3142-4b13-84aa-022d36d35d5f req-cdabd5b8-2246-4c63-98a8-184ed2d12a19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564700'] for port, before_update {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:20.503552 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-91b79c6d-ac3d-433c-b1f9-0caf676af16a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:58:20.532515 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.db.l3_hamode_db [None req-942795c7-69c1-48e1-9a41-8d49344d5a9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da4aa5b3-ba95-4319-9c58-227a3584c0a2', 'name': 'tempest-TestMinimumBasicScenario-2082915911-router', 'tenant_id': '6d873eb9de9b41628d2183c081676fec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a84d0276-e36b-485f-b034-cb606776a5f5', 'external_fixed_ips': [{'subnet_id': 'bc8e845f-21f5-4331-a893-3fabfb1361b8', 'ip_address': '172.28.3.88'}], 'enable_snat': True}, 'gw_port_id': '3509c848-9441-4dbf-a90b-7c6f7e120b25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T06:58:15Z', 'updated_at': '2021-06-07T06:58:19Z', 'revision_number': 4, 'project_id': '6d873eb9de9b41628d2183c081676fec', 'gw_port': {'id': '3509c848-9441-4dbf-a90b-7c6f7e120b25', 'name': '', 'network_id': 'a84d0276-e36b-485f-b034-cb606776a5f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:7f:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da4aa5b3-ba95-4319-9c58-227a3584c0a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': 'bc8e845f-21f5-4331-a893-3fabfb1361b8', 'ip_address': '172.28.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T06:58:16Z', 'updated_at': '2021-06-07T06:58:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc8e845f-21f5-4331-a893-3fabfb1361b8', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-5-smb', '_interfaces': [{'id': '3bff8dd6-00e4-4d75-a6db-06ca805f64a5', 'name': '', 'network_id': '76f3f9ca-4fe2-4771-877c-f7bbae3b30b7', 'tenant_id': '6d873eb9de9b41628d2183c081676fec', 'mac_address': 'fa:16:3e:19:de:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da4aa5b3-ba95-4319-9c58-227a3584c0a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '9782a052-4bf6-4b92-9f6e-b9af5249925f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T06:58:19Z', 'updated_at': '2021-06-07T06:58:19Z', 'revision_number': 1, 'project_id': '6d873eb9de9b41628d2183c081676fec', 'subnets': [{'id': '9782a052-4bf6-4b92-9f6e-b9af5249925f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784140-5-smb', False) {} {{(pid=91774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 06:58:20.536737 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-942795c7-69c1-48e1-9a41-8d49344d5a9d None None] The sync data for ids ['da4aa5b3-ba95-4319-9c58-227a3584c0a2'] in dv-cinder-784140-5-smb is: [{'id': 'da4aa5b3-ba95-4319-9c58-227a3584c0a2', 'name': 'tempest-TestMinimumBasicScenario-2082915911-router', 'tenant_id': '6d873eb9de9b41628d2183c081676fec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a84d0276-e36b-485f-b034-cb606776a5f5', 'external_fixed_ips': [{'subnet_id': 'bc8e845f-21f5-4331-a893-3fabfb1361b8', 'ip_address': '172.28.3.88'}], 'enable_snat': True}, 'gw_port_id': '3509c848-9441-4dbf-a90b-7c6f7e120b25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T06:58:15Z', 'updated_at': '2021-06-07T06:58:19Z', 'revision_number': 4, 'project_id': '6d873eb9de9b41628d2183c081676fec', 'gw_port': {'id': '3509c848-9441-4dbf-a90b-7c6f7e120b25', 'name': '', 'network_id': 'a84d0276-e36b-485f-b034-cb606776a5f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:7f:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da4aa5b3-ba95-4319-9c58-227a3584c0a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': 'bc8e845f-21f5-4331-a893-3fabfb1361b8', 'ip_address': '172.28.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T06:58:16Z', 'updated_at': '2021-06-07T06:58:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc8e845f-21f5-4331-a893-3fabfb1361b8', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-5-smb', '_interfaces': [{'id': '3bff8dd6-00e4-4d75-a6db-06ca805f64a5', 'name': '', 'network_id': '76f3f9ca-4fe2-4771-877c-f7bbae3b30b7', 'tenant_id': '6d873eb9de9b41628d2183c081676fec', 'mac_address': 'fa:16:3e:19:de:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da4aa5b3-ba95-4319-9c58-227a3584c0a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '9782a052-4bf6-4b92-9f6e-b9af5249925f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T06:58:19Z', 'updated_at': '2021-06-07T06:58:19Z', 'revision_number': 1, 'project_id': '6d873eb9de9b41628d2183c081676fec', 'subnets': [{'id': '9782a052-4bf6-4b92-9f6e-b9af5249925f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 06:58:20.562162 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91b79c6d-ac3d-433c-b1f9-0caf676af16a admin admin] Network 76f3f9ca-4fe2-4771-877c-f7bbae3b30b7 is already hosted by enough agents. {{(pid=91773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 06:58:20.563475 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.scheduler.base_scheduler [None req-91b79c6d-ac3d-433c-b1f9-0caf676af16a admin admin] Resources bound (agent type, host, resource id): {{(pid=91773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 06:58:20.768810 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91b79c6d-ac3d-433c-b1f9-0caf676af16a admin admin] Router da4aa5b3-ba95-4319-9c58-227a3584c0a2 has already been hosted by L3 agent dd8e9e9b-c9b0-4755-a773-57df6dee4a2e {{(pid=91773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 06:58:20.781423 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83853f11-75aa-4fe3-9d50-ce85e2732046 req-991008e8-0d20-4a90-8f3c-7ef98f183c38 tempest-VolumesActionsTest-640897711 tempest-VolumesActionsTest-640897711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:58:20.782471 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-83853f11-75aa-4fe3-9d50-ce85e2732046 req-991008e8-0d20-4a90-8f3c-7ef98f183c38 tempest-VolumesActionsTest-640897711 tempest-VolumesActionsTest-640897711-project] 10.222.0.21 "GET /v2.0/ports?device_id=6472e57c-45e2-40d6-ab69-2861902daec2 HTTP/1.1" status: 200 len: 944 time: 0.3896003 Jun 07 06:58:20.783560 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.plugins.ml2.db [req-14abdd6a-3142-4b13-84aa-022d36d35d5f req-cdabd5b8-2246-4c63-98a8-184ed2d12a19 service neutron] For port 2408d506-a289-4cb7-8b3a-ec98aa4a48c8, host hv-cinder-78414, cleared binding levels {{(pid=91772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 06:58:20.866512 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.db.provisioning_blocks [None req-69f199d4-3a1a-48c6-80ba-e897adbc9c8b None None] Provisioning complete for port 3bff8dd6-00e4-4d75-a6db-06ca805f64a5 triggered by entity DHCP. {{(pid=91774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 06:58:20.866880 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-69f199d4-3a1a-48c6-80ba-e897adbc9c8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723953'] for port, provisioning_complete {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:20.896749 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.plugins.ml2.db [req-14abdd6a-3142-4b13-84aa-022d36d35d5f req-cdabd5b8-2246-4c63-98a8-184ed2d12a19 service neutron] For port 2408d506-a289-4cb7-8b3a-ec98aa4a48c8, host hv-cinder-78414, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=2408d506-a289-4cb7-8b3a-ec98aa4a48c8,segment=NetworkSegment(d88fde3d-4599-4293-8ec3-171d05e6ac8b),segment_id=d88fde3d-4599-4293-8ec3-171d05e6ac8b)] {{(pid=91772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 06:58:20.927524 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [req-14abdd6a-3142-4b13-84aa-022d36d35d5f req-cdabd5b8-2246-4c63-98a8-184ed2d12a19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-569476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762332438254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762331935097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762331935142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2958540'] for port, after_update {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:20.934283 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Device 7f64ab69-a3fa-4e51-b097-4dbd46aa2b2b up at agent ovs-agent-dv-cinder-784140-5-smb {{(pid=91774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 06:58:20.938720 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-afd3f2da-d490-467a-9d04-7b64827f5b54 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:58:21.000514 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.plugin [None req-69f199d4-3a1a-48c6-80ba-e897adbc9c8b None None] Port 3bff8dd6-00e4-4d75-a6db-06ca805f64a5 cannot update to ACTIVE because it is not bound. {{(pid=91774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 07 06:58:21.014087 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-83853f11-75aa-4fe3-9d50-ce85e2732046 req-ac03213a-75f2-408a-afb6-7dcd317c51b5 tempest-VolumesActionsTest-640897711 tempest-VolumesActionsTest-640897711-project] 10.222.0.21 "GET /v2.0/security-groups?id=15c49408-e858-4fbc-b62d-5d02acb52d45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2244120 Jun 07 06:58:21.044673 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.db.provisioning_blocks [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Provisioning complete for port 7f64ab69-a3fa-4e51-b097-4dbd46aa2b2b triggered by entity L2. {{(pid=91774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 06:58:21.045000 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723953'] for port, provisioning_complete {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:21.105967 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14abdd6a-3142-4b13-84aa-022d36d35d5f req-cdabd5b8-2246-4c63-98a8-184ed2d12a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:58:21.106525 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [req-14abdd6a-3142-4b13-84aa-022d36d35d5f req-cdabd5b8-2246-4c63-98a8-184ed2d12a19 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503096'] for port, before_response {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:21.108124 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-14abdd6a-3142-4b13-84aa-022d36d35d5f req-cdabd5b8-2246-4c63-98a8-184ed2d12a19 service neutron] 10.222.0.43 "PUT /v2.0/ports/2408d506-a289-4cb7-8b3a-ec98aa4a48c8 HTTP/1.1" status: 200 len: 1094 time: 2.0360487 Jun 07 06:58:21.110634 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6472e57c-45e2-40d6-ab69-2861902daec2', 'tag': '2408d506-a289-4cb7-8b3a-ec98aa4a48c8'}] {{(pid=91772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 06:58:21.113259 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b3564b50ce45010e06e11b2a9bfee31ad6a5dcfa31583fbede74178fb7a3d70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0de91e9-0cc3-4b1b-a7b0-f52ee482ba06" -d '{"events": [{"name": "network-changed", "server_uuid": "6472e57c-45e2-40d6-ab69-2861902daec2", "tag": "2408d506-a289-4cb7-8b3a-ec98aa4a48c8"}]}' {{(pid=91772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 06:58:21.145274 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdabd5b8-2246-4c63-98a8-184ed2d12a19 service neutron] Pushing event updated for resources: {'Port': ['ID=2408d506-a289-4cb7-8b3a-ec98aa4a48c8,revision_number=3']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:58:21.149336 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-cdabd5b8-2246-4c63-98a8-184ed2d12a19 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:58:21.188508 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 06:58:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae8ec588-1eaa-45e8-911c-db438bb786b9 x-openstack-request-id: req-ae8ec588-1eaa-45e8-911c-db438bb786b9 {{(pid=91772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 06:58:21.189091 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6472e57c-45e2-40d6-ab69-2861902daec2", "tag": "2408d506-a289-4cb7-8b3a-ec98aa4a48c8", "status": "completed", "code": 200}]} {{(pid=91772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 06:58:21.189390 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ae8ec588-1eaa-45e8-911c-db438bb786b9 {{(pid=91772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 06:58:21.189781 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6472e57c-45e2-40d6-ab69-2861902daec2', 'tag': '2408d506-a289-4cb7-8b3a-ec98aa4a48c8', 'status': 'completed', 'code': 200} Jun 07 06:58:21.210797 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91b79c6d-ac3d-433c-b1f9-0caf676af16a admin admin] Notify agent at l3_agent.dv-cinder-784140-5-smb the message routers_updated {{(pid=91773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 06:58:21.224131 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [None req-91b79c6d-ac3d-433c-b1f9-0caf676af16a admin admin] 10.222.0.21 "PUT /v2.0/routers/da4aa5b3-ba95-4319-9c58-227a3584c0a2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8889472 Jun 07 06:58:21.375419 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-df443024-75d2-4a79-97f5-38c4916af22f tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:21.378302 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14abdd6a-3142-4b13-84aa-022d36d35d5f req-5322e8b6-3876-446a-b1f3-f7296d467eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:58:21.379825 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-14abdd6a-3142-4b13-84aa-022d36d35d5f req-5322e8b6-3876-446a-b1f3-f7296d467eb7 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d02486a4dac448f78b51f39e436d62a3&device_id=6472e57c-45e2-40d6-ab69-2861902daec2 HTTP/1.1" status: 200 len: 1097 time: 0.1862240 Jun 07 06:58:21.385008 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-df443024-75d2-4a79-97f5-38c4916af22f tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1754227'] for floatingip, after_update {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:21.662045 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-14abdd6a-3142-4b13-84aa-022d36d35d5f req-3cc8d123-1832-4c37-9f0a-eb18ac6b582f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2408d506-a289-4cb7-8b3a-ec98aa4a48c8 HTTP/1.1" status: 200 len: 217 time: 0.0872667 Jun 07 06:58:21.822528 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14abdd6a-3142-4b13-84aa-022d36d35d5f req-d8a3e383-2bdf-4e4d-9826-675d5faca10f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:58:21.824533 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-14abdd6a-3142-4b13-84aa-022d36d35d5f req-d8a3e383-2bdf-4e4d-9826-675d5faca10f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=89369382-1aa4-4918-b48d-f473dafdd753 HTTP/1.1" status: 200 len: 848 time: 0.1467824 Jun 07 06:58:21.828188 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.db.l3_db [None req-df443024-75d2-4a79-97f5-38c4916af22f tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] Floating IP 18ca70cc-11a3-4859-b005-7fe5434d65af associated. External IP: 172.28.3.212, port: 190e6513-9b9d-42f7-b5e3-e4784421e568. Jun 07 06:58:21.851997 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.21', 58308) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:58:21.856900 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.v2.base [None req-d2612f59-b674-4214-a9be-fd8c4aaa4f33 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1840293992-network', 'tenant_id': 'ef7096ff79f5479b9284a64bf26643ab'}} {{(pid=91773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 06:58:21.878336 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2612f59-b674-4214-a9be-fd8c4aaa4f33 admin admin] Made reservation on behalf of ef7096ff79f5479b9284a64bf26643ab for: {'network': 1} {{(pid=91773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 06:58:21.880630 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-d2612f59-b674-4214-a9be-fd8c4aaa4f33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-564483'] for network, before_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:21.893988 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-d2612f59-b674-4214-a9be-fd8c4aaa4f33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:21.938228 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-14abdd6a-3142-4b13-84aa-022d36d35d5f req-7bbc1e5e-04fa-491f-a55b-58b6391b0d6e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4c2b6dc6-59be-4a82-a060-122a69712736&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0528221 Jun 07 06:58:22.011194 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-d2612f59-b674-4214-a9be-fd8c4aaa4f33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:22.017121 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-d2612f59-b674-4214-a9be-fd8c4aaa4f33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1706761'] for security_group, after_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:22.020329 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-3017c1d0-ce84-48b9-b8f8-3c1fbbfe8539 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:58:22.062308 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2612f59-b674-4214-a9be-fd8c4aaa4f33 admin admin] vlan segment allocate from pool success with {'vlan_id': 314, 'physical_network': 'physnet1'} {{(pid=91773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 07 06:58:22.068868 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2612f59-b674-4214-a9be-fd8c4aaa4f33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7b9c9dd-54cf-4049-9218-80eac111be23,revision_number=1']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:58:22.072852 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-d2612f59-b674-4214-a9be-fd8c4aaa4f33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:58:22.077607 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-d2612f59-b674-4214-a9be-fd8c4aaa4f33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-712556'] for segment, precommit_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:22.077607 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.db.segments_db [None req-d2612f59-b674-4214-a9be-fd8c4aaa4f33 admin admin] Added segment 7b16c5da-d77b-4972-889d-e7d1fac35c86 of type vlan for network 41ba2f17-f556-4294-b935-8b24f17e01c4 Jun 07 06:58:22.107829 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-d2612f59-b674-4214-a9be-fd8c4aaa4f33 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762331920860'] for network, precommit_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:22.144824 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-d2612f59-b674-4214-a9be-fd8c4aaa4f33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1706969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648529'] for network, after_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:22.146154 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2612f59-b674-4214-a9be-fd8c4aaa4f33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:58:22.146851 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-d2612f59-b674-4214-a9be-fd8c4aaa4f33 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648630'] for network, before_response {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:22.152361 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-a593aee3-d67c-4692-b6a1-e3944e90eceb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:58:22.198380 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [None req-d2612f59-b674-4214-a9be-fd8c4aaa4f33 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3452075 Jun 07 06:58:22.203174 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.21', 58312) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:58:22.248759 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.v2.base [None req-c84d5480-1a80-4e74-93a2-fbe2a7b4eb40 admin admin] Request body: {'subnet': {'network_id': '41ba2f17-f556-4294-b935-8b24f17e01c4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1840293992-subnet', 'tenant_id': 'ef7096ff79f5479b9284a64bf26643ab', 'ip_version': 4}} {{(pid=91773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 06:58:22.262551 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2612f59-b674-4214-a9be-fd8c4aaa4f33 admin admin] Pushing event updated for resources: {'Network': ['ID=41ba2f17-f556-4294-b935-8b24f17e01c4,revision_number=1']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:58:22.267076 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-d2612f59-b674-4214-a9be-fd8c4aaa4f33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:58:22.272615 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Network 41ba2f17-f556-4294-b935-8b24f17e01c4 details requested by agent ovs-agent-dv-cinder-784140-5-smb with host dv-cinder-784140-5-smb {{(pid=91774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 07 06:58:22.281461 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c84d5480-1a80-4e74-93a2-fbe2a7b4eb40 admin admin] Made reservation on behalf of ef7096ff79f5479b9284a64bf26643ab for: {'subnet': 1} {{(pid=91773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 06:58:22.284206 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-c84d5480-1a80-4e74-93a2-fbe2a7b4eb40 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2142105'] for subnet, before_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:22.287042 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-14abdd6a-3142-4b13-84aa-022d36d35d5f req-f3da8e41-19c3-48d4-8c2c-045b0cc9e5e3 service neutron] 10.222.0.43 "GET /v2.0/networks/4c2b6dc6-59be-4a82-a060-122a69712736?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3386378 Jun 07 06:58:22.492524 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-c84d5480-1a80-4e74-93a2-fbe2a7b4eb40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2253169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2142091'] for subnet, after_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:22.497622 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-472d59ed-13c3-40dc-8fe6-7274055a8484 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:58:22.531564 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df443024-75d2-4a79-97f5-38c4916af22f tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] Router 852672d4-2b1a-4285-9b73-bdfb9c7df3b9 has already been hosted by L3 agent dd8e9e9b-c9b0-4755-a773-57df6dee4a2e {{(pid=91772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 06:58:22.536541 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-14abdd6a-3142-4b13-84aa-022d36d35d5f req-e7db75f8-9d1f-438a-8efd-96d56d476729 service neutron] 10.222.0.43 "GET /v2.0/networks/4c2b6dc6-59be-4a82-a060-122a69712736?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2375040 Jun 07 06:58:22.544493 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a34ada-90b8-401d-b135-68c0289a2ad3 req-04d0c65f-e10a-4c84-9042-065835fff22c tempest-VolumesActionsTest-640897711 tempest-VolumesActionsTest-640897711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:58:22.545890 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-60a34ada-90b8-401d-b135-68c0289a2ad3 req-04d0c65f-e10a-4c84-9042-065835fff22c tempest-VolumesActionsTest-640897711 tempest-VolumesActionsTest-640897711-project] 10.222.0.21 "GET /v2.0/ports?device_id=6472e57c-45e2-40d6-ab69-2861902daec2 HTTP/1.1" status: 200 len: 944 time: 0.3815792 Jun 07 06:58:22.574600 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84d5480-1a80-4e74-93a2-fbe2a7b4eb40 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f8ae1586-6c3b-4b7d-bac8-630cd3f816e0,revision_number=0']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:58:22.583203 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-c84d5480-1a80-4e74-93a2-fbe2a7b4eb40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:58:22.593026 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c84d5480-1a80-4e74-93a2-fbe2a7b4eb40 admin admin] Checking segment: {'id': '7b16c5da-d77b-4972-889d-e7d1fac35c86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '41ba2f17-f556-4294-b935-8b24f17e01c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 06:58:22.594028 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c84d5480-1a80-4e74-93a2-fbe2a7b4eb40 admin admin] Network hostable DHCP agents. Network: 41ba2f17-f556-4294-b935-8b24f17e01c4, hostable agents: ['9e620681-9ba6-48ee-a994-b814c2ae7583'], hosted agents: [] {{(pid=91773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 07 06:58:22.623092 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c84d5480-1a80-4e74-93a2-fbe2a7b4eb40 admin admin] Network 41ba2f17-f556-4294-b935-8b24f17e01c4 is scheduled to be hosted by DHCP agent 9e620681-9ba6-48ee-a994-b814c2ae7583 with binding_index 1 {{(pid=91773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 07 06:58:22.637345 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.scheduler.base_scheduler [None req-c84d5480-1a80-4e74-93a2-fbe2a7b4eb40 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784140-5-smb, 41ba2f17-f556-4294-b935-8b24f17e01c4) {{(pid=91773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 06:58:22.642886 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c84d5480-1a80-4e74-93a2-fbe2a7b4eb40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:58:22.644107 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-c84d5480-1a80-4e74-93a2-fbe2a7b4eb40 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:22.648859 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-271de149-bbb6-4281-825b-3b30cfa509ae None None] Network 41ba2f17-f556-4294-b935-8b24f17e01c4 requested from dv-cinder-784140-5-smb {{(pid=91774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 06:58:22.666759 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [None req-c84d5480-1a80-4e74-93a2-fbe2a7b4eb40 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4625914 Jun 07 06:58:22.669937 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.21', 58318) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:58:22.677403 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.v2.base [None req-64b87c5a-8f11-4f86-b935-a2c1359d45ec admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1840293992-router', 'tenant_id': 'ef7096ff79f5479b9284a64bf26643ab', 'external_gateway_info': {'network_id': 'a84d0276-e36b-485f-b034-cb606776a5f5'}}} {{(pid=91773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 06:58:22.713119 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-64b87c5a-8f11-4f86-b935-a2c1359d45ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1660237', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3595'] for router, before_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:22.714984 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-64b87c5a-8f11-4f86-b935-a2c1359d45ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1660116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1667057', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1768563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3584'] for router, precommit_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:22.737841 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-64b87c5a-8f11-4f86-b935-a2c1359d45ec admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:22.738067 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-60a34ada-90b8-401d-b135-68c0289a2ad3 req-0f6a6319-fcb7-44e2-a39d-ba33f7695a84 tempest-VolumesActionsTest-640897711 tempest-VolumesActionsTest-640897711-project] 10.222.0.21 "GET /v2.0/security-groups?id=15c49408-e858-4fbc-b62d-5d02acb52d45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319463 Jun 07 06:58:22.934117 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Device 3509c848-9441-4dbf-a90b-7c6f7e120b25 up at agent ovs-agent-dv-cinder-784140-5-smb {{(pid=91774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 06:58:22.953500 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df443024-75d2-4a79-97f5-38c4916af22f tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] Notify agent at l3_agent.dv-cinder-784140-5-smb the message routers_updated {{(pid=91772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 06:58:22.958171 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-df443024-75d2-4a79-97f5-38c4916af22f tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503096'] for floatingip, before_response {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:22.965815 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19e4007e-a927-4325-ade7-14315a3c5656 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp16c4c58c-3b6f-5278-963a-84eb71d65540-41ba2f17-f556-4294-b935-8b24f17e01c4', 'network_id': '41ba2f17-f556-4294-b935-8b24f17e01c4', 'tenant_id': 'ef7096ff79f5479b9284a64bf26643ab', 'fixed_ips': [{'subnet_id': 'f8ae1586-6c3b-4b7d-bac8-630cd3f816e0'}]}} from dv-cinder-784140-5-smb. {{(pid=91774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 07 06:58:22.966935 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-19e4007e-a927-4325-ade7-14315a3c5656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564700'] for port, before_create {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:22.967417 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43a1a01f-fbcb-4c92-a81a-86ad0daff9aa None None] Sync routers for ids ['852672d4-2b1a-4285-9b73-bdfb9c7df3b9'] in dv-cinder-784140-5-smb {{(pid=91775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 06:58:22.977763 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43a1a01f-fbcb-4c92-a81a-86ad0daff9aa None None] Routers {'852672d4-2b1a-4285-9b73-bdfb9c7df3b9'} bound to L3 agent in host dv-cinder-784140-5-smb {{(pid=91775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 06:58:22.978611 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron.db.l3_hamode_db [None req-43a1a01f-fbcb-4c92-a81a-86ad0daff9aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-07T06:46:09Z,description=,heartbeat_timestamp=2021-06-07T06:58:09Z,host='dv-cinder-784140-5-smb',id=dd8e9e9b-c9b0-4755-a773-57df6dee4a2e,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T06:46:09Z,topic='l3_agent')) {'router_ids': ['852672d4-2b1a-4285-9b73-bdfb9c7df3b9'], 'active': True} {{(pid=91775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 06:58:23.012174 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0de91e9-0cc3-4b1b-a7b0-f52ee482ba06 req-42175ab4-5f82-4f1d-aca8-c2a3097f7a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:58:23.013622 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-c0de91e9-0cc3-4b1b-a7b0-f52ee482ba06 req-42175ab4-5f82-4f1d-aca8-c2a3097f7a70 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d02486a4dac448f78b51f39e436d62a3&device_id=6472e57c-45e2-40d6-ab69-2861902daec2 HTTP/1.1" status: 200 len: 1097 time: 0.3912768 Jun 07 06:58:23.021364 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [None req-df443024-75d2-4a79-97f5-38c4916af22f tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] 10.222.0.21 "PUT /v2.0/floatingips/18ca70cc-11a3-4859-b005-7fe5434d65af HTTP/1.1" status: 200 len: 991 time: 2.7796874 Jun 07 06:58:23.127574 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-64b87c5a-8f11-4f86-b935-a2c1359d45ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1666947', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1660255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3606'] for router, precommit_update {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:23.141403 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.db.provisioning_blocks [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Provisioning for port 3509c848-9441-4dbf-a90b-7c6f7e120b25 completed by entity L2. {{(pid=91774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 06:58:23.154731 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.db.provisioning_blocks [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Provisioning complete for port 3509c848-9441-4dbf-a90b-7c6f7e120b25 triggered by entity L2. {{(pid=91774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 06:58:23.154731 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723953'] for port, provisioning_complete {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:23.180851 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0de91e9-0cc3-4b1b-a7b0-f52ee482ba06 req-8ba55d28-0c26-416d-a4b2-1c2f6f24f7d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:58:23.182276 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-c0de91e9-0cc3-4b1b-a7b0-f52ee482ba06 req-8ba55d28-0c26-416d-a4b2-1c2f6f24f7d2 service neutron] 10.222.0.43 "GET /v2.0/networks?id=4c2b6dc6-59be-4a82-a060-122a69712736 HTTP/1.1" status: 200 len: 909 time: 0.1596050 Jun 07 06:58:23.237439 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.db.db_base_plugin_common [None req-19e4007e-a927-4325-ade7-14315a3c5656 None None] Allocated IP 172.20.0.2 (41ba2f17-f556-4294-b935-8b24f17e01c4/f8ae1586-6c3b-4b7d-bac8-630cd3f816e0/1452c890-5940-4f40-b791-8dc19c35c017) {{(pid=91774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 06:58:23.248559 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-045e21ec-2a85-4198-a758-e4249c8aa423 None None] Sync routers for ids ['da4aa5b3-ba95-4319-9c58-227a3584c0a2'] in dv-cinder-784140-5-smb {{(pid=91774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 06:58:23.267827 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '960c8df3-b954-4113-858f-2218b8956d9e', 'tag': '190e6513-9b9d-42f7-b5e3-e4784421e568'}] {{(pid=91772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 06:58:23.270118 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b3564b50ce45010e06e11b2a9bfee31ad6a5dcfa31583fbede74178fb7a3d70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98b6cc48-028f-4048-9dcb-ae044f870374" -d '{"events": [{"name": "network-changed", "server_uuid": "960c8df3-b954-4113-858f-2218b8956d9e", "tag": "190e6513-9b9d-42f7-b5e3-e4784421e568"}]}' {{(pid=91772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 06:58:23.288518 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-c0de91e9-0cc3-4b1b-a7b0-f52ee482ba06 req-1316e683-93cb-43b8-99df-00aae8fea8d6 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2408d506-a289-4cb7-8b3a-ec98aa4a48c8 HTTP/1.1" status: 200 len: 217 time: 0.0981548 Jun 07 06:58:23.293333 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-045e21ec-2a85-4198-a758-e4249c8aa423 None None] Routers {'da4aa5b3-ba95-4319-9c58-227a3584c0a2'} bound to L3 agent in host dv-cinder-784140-5-smb {{(pid=91774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 06:58:23.294063 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.db.l3_hamode_db [None req-045e21ec-2a85-4198-a758-e4249c8aa423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-07T06:46:09Z,description=,heartbeat_timestamp=2021-06-07T06:58:09Z,host='dv-cinder-784140-5-smb',id=dd8e9e9b-c9b0-4755-a773-57df6dee4a2e,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T06:46:09Z,topic='l3_agent')) {'router_ids': ['da4aa5b3-ba95-4319-9c58-227a3584c0a2'], 'active': True} {{(pid=91774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 06:58:23.345811 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 06:58:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17b208be-9830-42f3-8012-6e249e66ffe1 x-openstack-request-id: req-17b208be-9830-42f3-8012-6e249e66ffe1 {{(pid=91772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 06:58:23.346283 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "960c8df3-b954-4113-858f-2218b8956d9e", "tag": "190e6513-9b9d-42f7-b5e3-e4784421e568", "status": "completed", "code": 200}]} {{(pid=91772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 06:58:23.347222 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-17b208be-9830-42f3-8012-6e249e66ffe1 {{(pid=91772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 06:58:23.347222 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '960c8df3-b954-4113-858f-2218b8956d9e', 'tag': '190e6513-9b9d-42f7-b5e3-e4784421e568', 'status': 'completed', 'code': 200} Jun 07 06:58:23.367369 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron.db.l3_dvr_db [None req-43a1a01f-fbcb-4c92-a81a-86ad0daff9aa None None] Set router 852672d4-2b1a-4285-9b73-bdfb9c7df3b9 gateway port host: dv-cinder-784140-5-smb {{(pid=91775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 06:58:23.379301 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0de91e9-0cc3-4b1b-a7b0-f52ee482ba06 req-31ee957e-4b2d-4dd3-b47a-890fb9c89d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:58:23.380899 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-c0de91e9-0cc3-4b1b-a7b0-f52ee482ba06 req-31ee957e-4b2d-4dd3-b47a-890fb9c89d75 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=89369382-1aa4-4918-b48d-f473dafdd753 HTTP/1.1" status: 200 len: 848 time: 0.0841908 Jun 07 06:58:23.433712 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-c0de91e9-0cc3-4b1b-a7b0-f52ee482ba06 req-f7e85d29-cb92-46f3-8e17-9a3870c6c22b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4c2b6dc6-59be-4a82-a060-122a69712736&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0449417 Jun 07 06:58:23.584968 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-c0de91e9-0cc3-4b1b-a7b0-f52ee482ba06 req-27d45d6b-e344-433b-9bc8-6cab1e6148c0 service neutron] 10.222.0.43 "GET /v2.0/networks/4c2b6dc6-59be-4a82-a060-122a69712736?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1445928 Jun 07 06:58:23.619262 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-64b87c5a-8f11-4f86-b935-a2c1359d45ec admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:23.656690 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b6cc48-028f-4048-9dcb-ae044f870374 req-89067519-85a2-44f5-8814-940540859c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:58:23.658125 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-98b6cc48-028f-4048-9dcb-ae044f870374 req-89067519-85a2-44f5-8814-940540859c9c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0cf7ac6ccb8642d894b6ba7f74160152&device_id=960c8df3-b954-4113-858f-2218b8956d9e HTTP/1.1" status: 200 len: 1098 time: 0.2444315 Jun 07 06:58:23.662707 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-64b87c5a-8f11-4f86-b935-a2c1359d45ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564700'] for port, before_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:23.741977 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-c0de91e9-0cc3-4b1b-a7b0-f52ee482ba06 req-1592088a-a2e9-4b5e-a845-53c07cc01d79 service neutron] 10.222.0.43 "GET /v2.0/networks/4c2b6dc6-59be-4a82-a060-122a69712736?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1498938 Jun 07 06:58:23.770781 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron.db.l3_hamode_db [None req-43a1a01f-fbcb-4c92-a81a-86ad0daff9aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '852672d4-2b1a-4285-9b73-bdfb9c7df3b9', 'name': 'tempest-AttachVolumeTestJSON-144816171-router', 'tenant_id': '0cf7ac6ccb8642d894b6ba7f74160152', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a84d0276-e36b-485f-b034-cb606776a5f5', 'external_fixed_ips': [{'subnet_id': 'bc8e845f-21f5-4331-a893-3fabfb1361b8', 'ip_address': '172.28.3.137'}], 'enable_snat': True}, 'gw_port_id': 'a07d77e8-c48f-40ee-9e8e-84af200e686b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T06:53:50Z', 'updated_at': '2021-06-07T06:54:02Z', 'revision_number': 4, 'project_id': '0cf7ac6ccb8642d894b6ba7f74160152', 'gw_port': {'id': 'a07d77e8-c48f-40ee-9e8e-84af200e686b', 'name': '', 'network_id': 'a84d0276-e36b-485f-b034-cb606776a5f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:85:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '852672d4-2b1a-4285-9b73-bdfb9c7df3b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'bc8e845f-21f5-4331-a893-3fabfb1361b8', 'ip_address': '172.28.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T06:53:51Z', 'updated_at': '2021-06-07T06:54:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc8e845f-21f5-4331-a893-3fabfb1361b8', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-5-smb', '_floatingips': [{'id': '18ca70cc-11a3-4859-b005-7fe5434d65af', 'tenant_id': '0cf7ac6ccb8642d894b6ba7f74160152', 'floating_ip_address': '172.28.3.212', 'floating_network_id': 'a84d0276-e36b-485f-b034-cb606776a5f5', 'router_id': '852672d4-2b1a-4285-9b73-bdfb9c7df3b9', 'port_id': '190e6513-9b9d-42f7-b5e3-e4784421e568', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 410, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90cfa33b-3934-46a0-a3d0-faaa7bfec8df', 'mac_address': 'fa:16:3e:bd:f1:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '960c8df3-b954-4113-858f-2218b8956d9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-07T06:58:06Z', 'updated_at': '2021-06-07T06:58:21Z', 'revision_number': 1, 'project_id': '0cf7ac6ccb8642d894b6ba7f74160152', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9d1e037-910b-4f06-b2df-5bdcffd157e6', 'name': '', 'network_id': '90cfa33b-3934-46a0-a3d0-faaa7bfec8df', 'tenant_id': '0cf7ac6ccb8642d894b6ba7f74160152', 'mac_address': 'fa:16:3e:b7:9a:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '852672d4-2b1a-4285-9b73-bdfb9c7df3b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'cf612fb8-f9f7-4687-b8ca-e3cc129879ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T06:53:59Z', 'updated_at': '2021-06-07T06:54:15Z', 'revision_number': 5, 'project_id': '0cf7ac6ccb8642d894b6ba7f74160152', 'subnets': [{'id': 'cf612fb8-f9f7-4687-b8ca-e3cc129879ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784140-5-smb', False) {} {{(pid=91775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 06:58:23.775963 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43a1a01f-fbcb-4c92-a81a-86ad0daff9aa None None] Checking router: 852672d4-2b1a-4285-9b73-bdfb9c7df3b9 for host: dv-cinder-784140-5-smb {{(pid=91775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 06:58:23.785969 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43a1a01f-fbcb-4c92-a81a-86ad0daff9aa None None] Routers {'852672d4-2b1a-4285-9b73-bdfb9c7df3b9'} bound to L3 agent in host dv-cinder-784140-5-smb {{(pid=91775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 06:58:23.786606 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron.db.l3_hamode_db [None req-43a1a01f-fbcb-4c92-a81a-86ad0daff9aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-07T06:46:09Z,description=,heartbeat_timestamp=2021-06-07T06:58:09Z,host='dv-cinder-784140-5-smb',id=dd8e9e9b-c9b0-4755-a773-57df6dee4a2e,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T06:46:09Z,topic='l3_agent')) {'router_ids': ['852672d4-2b1a-4285-9b73-bdfb9c7df3b9'], 'active': True} {{(pid=91775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 06:58:23.801854 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.db.l3_dvr_db [None req-045e21ec-2a85-4198-a758-e4249c8aa423 None None] Set router da4aa5b3-ba95-4319-9c58-227a3584c0a2 gateway port host: dv-cinder-784140-5-smb {{(pid=91774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 06:58:23.890856 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564700'] for port, before_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:24.010082 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b6cc48-028f-4048-9dcb-ae044f870374 req-1b3e9c7e-6186-44e9-ab7f-de02e41f46ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:58:24.012303 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-98b6cc48-028f-4048-9dcb-ae044f870374 req-1b3e9c7e-6186-44e9-ab7f-de02e41f46ac service neutron] 10.222.0.43 "GET /v2.0/networks?id=90cfa33b-3934-46a0-a3d0-faaa7bfec8df HTTP/1.1" status: 200 len: 911 time: 0.3474915 Jun 07 06:58:24.023106 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron.db.l3_dvr_db [None req-43a1a01f-fbcb-4c92-a81a-86ad0daff9aa None None] Set router 852672d4-2b1a-4285-9b73-bdfb9c7df3b9 gateway port host: dv-cinder-784140-5-smb {{(pid=91775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 06:58:24.045933 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-19e4007e-a927-4325-ade7-14315a3c5656 None None] Notify callbacks [] for port, precommit_create {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:24.067270 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1804397-0c45-4c4e-8fbd-55f5e36439ba req-cd190c20-6721-4969-9b85-8986fe108cce tempest-VolumesActionsTest-640897711 tempest-VolumesActionsTest-640897711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:58:24.075842 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.db [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] For port 3509c848-9441-4dbf-a90b-7c6f7e120b25, host dv-cinder-784140-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-5-smb',level=0,port_id=3509c848-9441-4dbf-a90b-7c6f7e120b25,segment=NetworkSegment(a651428c-972d-4b8e-a20b-c49a0a4f9500),segment_id=a651428c-972d-4b8e-a20b-c49a0a4f9500)] {{(pid=91774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 06:58:24.077214 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-a1804397-0c45-4c4e-8fbd-55f5e36439ba req-cd190c20-6721-4969-9b85-8986fe108cce tempest-VolumesActionsTest-640897711 tempest-VolumesActionsTest-640897711-project] 10.222.0.21 "GET /v2.0/ports?device_id=6472e57c-45e2-40d6-ab69-2861902daec2 HTTP/1.1" status: 200 len: 944 time: 0.1836560 Jun 07 06:58:24.087951 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.db.provisioning_blocks [None req-19e4007e-a927-4325-ade7-14315a3c5656 None None] Transition to ACTIVE for port object 1452c890-5940-4f40-b791-8dc19c35c017 will not be triggered until provisioned by entity L2. {{(pid=91774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 06:58:24.097164 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-569476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762332438254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762331935097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762331935142'] for port, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:24.111617 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:58:24.157130 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-a1804397-0c45-4c4e-8fbd-55f5e36439ba req-46b50760-74bb-4a3c-bdf3-795158fd6987 tempest-VolumesActionsTest-640897711 tempest-VolumesActionsTest-640897711-project] 10.222.0.21 "GET /v2.0/security-groups?id=15c49408-e858-4fbc-b62d-5d02acb52d45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787106 Jun 07 06:58:24.208364 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-98b6cc48-028f-4048-9dcb-ae044f870374 req-a2145da9-eb13-44d4-b663-ca974614c2da service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=190e6513-9b9d-42f7-b5e3-e4784421e568 HTTP/1.1" status: 200 len: 999 time: 0.1697447 Jun 07 06:58:24.239906 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.db.provisioning_blocks [None req-19e4007e-a927-4325-ade7-14315a3c5656 None None] Transition to ACTIVE for port object 1452c890-5940-4f40-b791-8dc19c35c017 will not be triggered until provisioned by entity DHCP. {{(pid=91774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 06:58:24.259739 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-19e4007e-a927-4325-ade7-14315a3c5656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-569476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648536', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762331935079'] for port, after_create {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:24.266240 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.db.db_base_plugin_common [None req-64b87c5a-8f11-4f86-b935-a2c1359d45ec admin admin] Allocated IP 172.28.3.3 (a84d0276-e36b-485f-b034-cb606776a5f5/bc8e845f-21f5-4331-a893-3fabfb1361b8/7716df02-510b-4a4b-ba41-9103bc65ad0d) {{(pid=91773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 06:58:24.303942 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Pushing event updated for resources: {'Port': ['ID=3509c848-9441-4dbf-a90b-7c6f7e120b25,revision_number=4']} {{(pid=91774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:58:24.337403 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19e4007e-a927-4325-ade7-14315a3c5656 None None] Network 41ba2f17-f556-4294-b935-8b24f17e01c4 is already hosted by enough agents. {{(pid=91774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 06:58:24.344875 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:58:24.345213 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:58:24.345539 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:58:24.345862 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:58:24.346179 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:58:24.346495 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:58:24.346808 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:58:24.347118 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:58:24.347428 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:58:24.347734 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:58:24.348064 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:58:24.348370 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:58:24.352029 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.scheduler.base_scheduler [None req-19e4007e-a927-4325-ade7-14315a3c5656 None None] Resources bound (agent type, host, resource id): {{(pid=91774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 06:58:24.354277 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:58:24.354429 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-1df364dd-18f3-4cec-8f69-2514bc65bc43 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.086s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:58:24.390183 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19e4007e-a927-4325-ade7-14315a3c5656 None None] Received port after_create {{(pid=91774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 06:58:24.434293 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b6cc48-028f-4048-9dcb-ae044f870374 req-d623e999-148f-4252-a765-2520f7b9ce82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:58:24.435750 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-98b6cc48-028f-4048-9dcb-ae044f870374 req-d623e999-148f-4252-a765-2520f7b9ce82 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=cf612fb8-f9f7-4687-b8ca-e3cc129879ce HTTP/1.1" status: 200 len: 849 time: 0.2206984 Jun 07 06:58:24.447696 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron.db.l3_hamode_db [None req-43a1a01f-fbcb-4c92-a81a-86ad0daff9aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '852672d4-2b1a-4285-9b73-bdfb9c7df3b9', 'name': 'tempest-AttachVolumeTestJSON-144816171-router', 'tenant_id': '0cf7ac6ccb8642d894b6ba7f74160152', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a84d0276-e36b-485f-b034-cb606776a5f5', 'external_fixed_ips': [{'subnet_id': 'bc8e845f-21f5-4331-a893-3fabfb1361b8', 'ip_address': '172.28.3.137'}], 'enable_snat': True}, 'gw_port_id': 'a07d77e8-c48f-40ee-9e8e-84af200e686b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T06:53:50Z', 'updated_at': '2021-06-07T06:54:02Z', 'revision_number': 4, 'project_id': '0cf7ac6ccb8642d894b6ba7f74160152', 'gw_port': {'id': 'a07d77e8-c48f-40ee-9e8e-84af200e686b', 'name': '', 'network_id': 'a84d0276-e36b-485f-b034-cb606776a5f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:85:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '852672d4-2b1a-4285-9b73-bdfb9c7df3b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'bc8e845f-21f5-4331-a893-3fabfb1361b8', 'ip_address': '172.28.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T06:53:51Z', 'updated_at': '2021-06-07T06:54:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc8e845f-21f5-4331-a893-3fabfb1361b8', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-5-smb', '_floatingips': [{'id': '18ca70cc-11a3-4859-b005-7fe5434d65af', 'tenant_id': '0cf7ac6ccb8642d894b6ba7f74160152', 'floating_ip_address': '172.28.3.212', 'floating_network_id': 'a84d0276-e36b-485f-b034-cb606776a5f5', 'router_id': '852672d4-2b1a-4285-9b73-bdfb9c7df3b9', 'port_id': '190e6513-9b9d-42f7-b5e3-e4784421e568', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 410, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90cfa33b-3934-46a0-a3d0-faaa7bfec8df', 'mac_address': 'fa:16:3e:bd:f1:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '960c8df3-b954-4113-858f-2218b8956d9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-07T06:58:06Z', 'updated_at': '2021-06-07T06:58:21Z', 'revision_number': 1, 'project_id': '0cf7ac6ccb8642d894b6ba7f74160152', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9d1e037-910b-4f06-b2df-5bdcffd157e6', 'name': '', 'network_id': '90cfa33b-3934-46a0-a3d0-faaa7bfec8df', 'tenant_id': '0cf7ac6ccb8642d894b6ba7f74160152', 'mac_address': 'fa:16:3e:b7:9a:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '852672d4-2b1a-4285-9b73-bdfb9c7df3b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'cf612fb8-f9f7-4687-b8ca-e3cc129879ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T06:53:59Z', 'updated_at': '2021-06-07T06:54:15Z', 'revision_number': 5, 'project_id': '0cf7ac6ccb8642d894b6ba7f74160152', 'subnets': [{'id': 'cf612fb8-f9f7-4687-b8ca-e3cc129879ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784140-5-smb', False) {} {{(pid=91775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 06:58:24.452732 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43a1a01f-fbcb-4c92-a81a-86ad0daff9aa None None] The sync data for ids ['852672d4-2b1a-4285-9b73-bdfb9c7df3b9'] in dv-cinder-784140-5-smb is: [{'id': '852672d4-2b1a-4285-9b73-bdfb9c7df3b9', 'name': 'tempest-AttachVolumeTestJSON-144816171-router', 'tenant_id': '0cf7ac6ccb8642d894b6ba7f74160152', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a84d0276-e36b-485f-b034-cb606776a5f5', 'external_fixed_ips': [{'subnet_id': 'bc8e845f-21f5-4331-a893-3fabfb1361b8', 'ip_address': '172.28.3.137'}], 'enable_snat': True}, 'gw_port_id': 'a07d77e8-c48f-40ee-9e8e-84af200e686b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T06:53:50Z', 'updated_at': '2021-06-07T06:54:02Z', 'revision_number': 4, 'project_id': '0cf7ac6ccb8642d894b6ba7f74160152', 'gw_port': {'id': 'a07d77e8-c48f-40ee-9e8e-84af200e686b', 'name': '', 'network_id': 'a84d0276-e36b-485f-b034-cb606776a5f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:85:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '852672d4-2b1a-4285-9b73-bdfb9c7df3b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'bc8e845f-21f5-4331-a893-3fabfb1361b8', 'ip_address': '172.28.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T06:53:51Z', 'updated_at': '2021-06-07T06:54:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc8e845f-21f5-4331-a893-3fabfb1361b8', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-5-smb', '_floatingips': [{'id': '18ca70cc-11a3-4859-b005-7fe5434d65af', 'tenant_id': '0cf7ac6ccb8642d894b6ba7f74160152', 'floating_ip_address': '172.28.3.212', 'floating_network_id': 'a84d0276-e36b-485f-b034-cb606776a5f5', 'router_id': '852672d4-2b1a-4285-9b73-bdfb9c7df3b9', 'port_id': '190e6513-9b9d-42f7-b5e3-e4784421e568', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 410, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90cfa33b-3934-46a0-a3d0-faaa7bfec8df', 'mac_address': 'fa:16:3e:bd:f1:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '960c8df3-b954-4113-858f-2218b8956d9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-07T06:58:06Z', 'updated_at': '2021-06-07T06:58:21Z', 'revision_number': 1, 'project_id': '0cf7ac6ccb8642d894b6ba7f74160152', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9d1e037-910b-4f06-b2df-5bdcffd157e6', 'name': '', 'network_id': '90cfa33b-3934-46a0-a3d0-faaa7bfec8df', 'tenant_id': '0cf7ac6ccb8642d894b6ba7f74160152', 'mac_address': 'fa:16:3e:b7:9a:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '852672d4-2b1a-4285-9b73-bdfb9c7df3b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'cf612fb8-f9f7-4687-b8ca-e3cc129879ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T06:53:59Z', 'updated_at': '2021-06-07T06:54:15Z', 'revision_number': 5, 'project_id': '0cf7ac6ccb8642d894b6ba7f74160152', 'subnets': [{'id': 'cf612fb8-f9f7-4687-b8ca-e3cc129879ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 06:58:24.515182 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Device 2408d506-a289-4cb7-8b3a-ec98aa4a48c8 details requested by agent hyperv_hv-cinder-78414 with host hv-cinder-78414 {{(pid=91774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 07 06:58:24.548336 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e4007e-a927-4325-ade7-14315a3c5656 None None] Pushing event updated for resources: {'Port': ['ID=1452c890-5940-4f40-b791-8dc19c35c017,revision_number=1']} {{(pid=91774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:58:24.551984 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-64b87c5a-8f11-4f86-b935-a2c1359d45ec admin admin] Notify callbacks [] for port, precommit_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:24.555697 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-19e4007e-a927-4325-ade7-14315a3c5656 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:58:24.563787 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.managers [None req-19e4007e-a927-4325-ade7-14315a3c5656 None None] Attempting to bind port 1452c890-5940-4f40-b791-8dc19c35c017 on host dv-cinder-784140-5-smb for vnic_type normal with profile {{(pid=91774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 06:58:24.564176 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.managers [None req-19e4007e-a927-4325-ade7-14315a3c5656 None None] Attempting to bind port 1452c890-5940-4f40-b791-8dc19c35c017 by drivers openvswitch,hyperv on host dv-cinder-784140-5-smb at level 0 using segments [{'id': '7b16c5da-d77b-4972-889d-e7d1fac35c86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '41ba2f17-f556-4294-b935-8b24f17e01c4'}] {{(pid=91774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 06:58:24.564534 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19e4007e-a927-4325-ade7-14315a3c5656 None None] Attempting to bind port 1452c890-5940-4f40-b791-8dc19c35c017 on network 41ba2f17-f556-4294-b935-8b24f17e01c4 {{(pid=91774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 06:58:24.579773 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b6cc48-028f-4048-9dcb-ae044f870374 req-3ef0e75e-12d9-475b-9c89-ea9eeb1640d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:58:24.581307 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-98b6cc48-028f-4048-9dcb-ae044f870374 req-3ef0e75e-12d9-475b-9c89-ea9eeb1640d3 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=90cfa33b-3934-46a0-a3d0-faaa7bfec8df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1360445 Jun 07 06:58:24.602976 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19e4007e-a927-4325-ade7-14315a3c5656 None None] Checking agent: {'id': '2cbbf4dd-47cd-4e79-9ddf-2f0b457e4e7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784140-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 6, 46, 9), 'started_at': datetime.datetime(2021, 6, 7, 6, 46, 39), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 6, 58, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784140-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 06:58:24.603404 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19e4007e-a927-4325-ade7-14315a3c5656 None None] Checking segment: {'id': '7b16c5da-d77b-4972-889d-e7d1fac35c86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '41ba2f17-f556-4294-b935-8b24f17e01c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 06:58:24.603755 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-19e4007e-a927-4325-ade7-14315a3c5656 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:24.604184 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19e4007e-a927-4325-ade7-14315a3c5656 None None] Bound using segment: {'id': '7b16c5da-d77b-4972-889d-e7d1fac35c86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '41ba2f17-f556-4294-b935-8b24f17e01c4'} {{(pid=91774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 06:58:24.604743 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.managers [None req-19e4007e-a927-4325-ade7-14315a3c5656 None None] Bound port: 1452c890-5940-4f40-b791-8dc19c35c017, host: dv-cinder-784140-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b16c5da-d77b-4972-889d-e7d1fac35c86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '41ba2f17-f556-4294-b935-8b24f17e01c4'}}] {{(pid=91774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 06:58:24.605088 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-19e4007e-a927-4325-ade7-14315a3c5656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564700'] for port, before_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:24.685284 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1268444b-fce4-4956-8eff-d72d6f081a19 None None] New status for floating IP 18ca70cc-11a3-4859-b005-7fe5434d65af: ACTIVE {{(pid=91775) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 07 06:58:24.691546 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-64b87c5a-8f11-4f86-b935-a2c1359d45ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-569476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648536', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762331935079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2253277'] for port, after_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:24.700738 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-24b4011e-e1ce-4303-a0c6-6d2e17c20ef3 tempest-VolumesActionsTest-701523973 tempest-VolumesActionsTest-701523973-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:58:24.738744 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.db.l3_hamode_db [None req-045e21ec-2a85-4198-a758-e4249c8aa423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da4aa5b3-ba95-4319-9c58-227a3584c0a2', 'name': 'tempest-TestMinimumBasicScenario-2082915911-router', 'tenant_id': '6d873eb9de9b41628d2183c081676fec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a84d0276-e36b-485f-b034-cb606776a5f5', 'external_fixed_ips': [{'subnet_id': 'bc8e845f-21f5-4331-a893-3fabfb1361b8', 'ip_address': '172.28.3.88'}], 'enable_snat': True}, 'gw_port_id': '3509c848-9441-4dbf-a90b-7c6f7e120b25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T06:58:15Z', 'updated_at': '2021-06-07T06:58:19Z', 'revision_number': 4, 'project_id': '6d873eb9de9b41628d2183c081676fec', 'gw_port': {'id': '3509c848-9441-4dbf-a90b-7c6f7e120b25', 'name': '', 'network_id': 'a84d0276-e36b-485f-b034-cb606776a5f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:7f:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da4aa5b3-ba95-4319-9c58-227a3584c0a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': 'bc8e845f-21f5-4331-a893-3fabfb1361b8', 'ip_address': '172.28.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T06:58:16Z', 'updated_at': '2021-06-07T06:58:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc8e845f-21f5-4331-a893-3fabfb1361b8', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-5-smb', '_interfaces': [{'id': '3bff8dd6-00e4-4d75-a6db-06ca805f64a5', 'name': '', 'network_id': '76f3f9ca-4fe2-4771-877c-f7bbae3b30b7', 'tenant_id': '6d873eb9de9b41628d2183c081676fec', 'mac_address': 'fa:16:3e:19:de:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da4aa5b3-ba95-4319-9c58-227a3584c0a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '9782a052-4bf6-4b92-9f6e-b9af5249925f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T06:58:19Z', 'updated_at': '2021-06-07T06:58:20Z', 'revision_number': 2, 'project_id': '6d873eb9de9b41628d2183c081676fec', 'subnets': [{'id': '9782a052-4bf6-4b92-9f6e-b9af5249925f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784140-5-smb', False) {} {{(pid=91774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 06:58:24.759991 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-045e21ec-2a85-4198-a758-e4249c8aa423 None None] Checking router: da4aa5b3-ba95-4319-9c58-227a3584c0a2 for host: dv-cinder-784140-5-smb {{(pid=91774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 06:58:24.760350 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-045e21ec-2a85-4198-a758-e4249c8aa423 None None] Updating router da4aa5b3-ba95-4319-9c58-227a3584c0a2 port 3bff8dd6-00e4-4d75-a6db-06ca805f64a5 binding host dv-cinder-784140-5-smb {{(pid=91774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 07 06:58:24.808810 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64b87c5a-8f11-4f86-b935-a2c1359d45ec admin admin] Network a84d0276-e36b-485f-b034-cb606776a5f5 is already hosted by enough agents. {{(pid=91773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 06:58:24.813148 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.scheduler.base_scheduler [None req-64b87c5a-8f11-4f86-b935-a2c1359d45ec admin admin] Resources bound (agent type, host, resource id): {{(pid=91773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 06:58:24.819783 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-98b6cc48-028f-4048-9dcb-ae044f870374 req-7f4d7f85-ee4d-4940-8668-58e3585313da service neutron] 10.222.0.43 "GET /v2.0/networks/90cfa33b-3934-46a0-a3d0-faaa7bfec8df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2318459 Jun 07 06:58:24.820737 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64b87c5a-8f11-4f86-b935-a2c1359d45ec admin admin] Received port after_create {{(pid=91773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 06:58:24.835927 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.db [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] For port 2408d506-a289-4cb7-8b3a-ec98aa4a48c8, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=2408d506-a289-4cb7-8b3a-ec98aa4a48c8,segment=NetworkSegment(d88fde3d-4599-4293-8ec3-171d05e6ac8b),segment_id=d88fde3d-4599-4293-8ec3-171d05e6ac8b)] {{(pid=91774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 06:58:24.846419 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b87c5a-8f11-4f86-b935-a2c1359d45ec admin admin] Pushing event updated for resources: {'Port': ['ID=7716df02-510b-4a4b-ba41-9103bc65ad0d,revision_number=1']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:58:24.852497 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.db [None req-19e4007e-a927-4325-ade7-14315a3c5656 None None] For port 1452c890-5940-4f40-b791-8dc19c35c017, host dv-cinder-784140-5-smb, cleared binding levels {{(pid=91774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 06:58:24.862707 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Returning: {'device': '2408d506-a289-4cb7-8b3a-ec98aa4a48c8', 'network_id': '4c2b6dc6-59be-4a82-a060-122a69712736', 'port_id': '2408d506-a289-4cb7-8b3a-ec98aa4a48c8', 'mac_address': 'fa:16:3e:40:0d:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 332, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89369382-1aa4-4918-b48d-f473dafdd753', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 07 06:58:24.865329 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.db [None req-19e4007e-a927-4325-ade7-14315a3c5656 None None] For port 1452c890-5940-4f40-b791-8dc19c35c017, host dv-cinder-784140-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-5-smb',level=0,port_id=1452c890-5940-4f40-b791-8dc19c35c017,segment=NetworkSegment(7b16c5da-d77b-4972-889d-e7d1fac35c86),segment_id=7b16c5da-d77b-4972-889d-e7d1fac35c86)] {{(pid=91774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 06:58:24.866255 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-045e21ec-2a85-4198-a758-e4249c8aa423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564700'] for port, before_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:24.878514 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Device 3509c848-9441-4dbf-a90b-7c6f7e120b25 up at agent ovs-agent-dv-cinder-784140-5-smb {{(pid=91774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 06:58:24.884478 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-64b87c5a-8f11-4f86-b935-a2c1359d45ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:58:24.908667 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-19e4007e-a927-4325-ade7-14315a3c5656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-569476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762332438254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762331935097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762331935142'] for port, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:24.925576 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:58:25.111341 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564700'] for port, before_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:25.168124 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e4007e-a927-4325-ade7-14315a3c5656 None None] Pushing event updated for resources: {'Port': ['ID=1452c890-5940-4f40-b791-8dc19c35c017,revision_number=2']} {{(pid=91774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:58:25.183707 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-19e4007e-a927-4325-ade7-14315a3c5656 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:58:25.192628 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.notifiers.nova [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2408d506-a289-4cb7-8b3a-ec98aa4a48c8 {{(pid=91774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 06:58:25.198621 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-98b6cc48-028f-4048-9dcb-ae044f870374 req-7c64b791-08be-401e-bcd1-e44713823412 service neutron] 10.222.0.43 "GET /v2.0/networks/90cfa33b-3934-46a0-a3d0-faaa7bfec8df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3453805 Jun 07 06:58:25.234615 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.db [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] For port 2408d506-a289-4cb7-8b3a-ec98aa4a48c8, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=2408d506-a289-4cb7-8b3a-ec98aa4a48c8,segment=NetworkSegment(d88fde3d-4599-4293-8ec3-171d05e6ac8b),segment_id=d88fde3d-4599-4293-8ec3-171d05e6ac8b)] {{(pid=91774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 06:58:25.237660 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.db.provisioning_blocks [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Provisioning complete for port 3509c848-9441-4dbf-a90b-7c6f7e120b25 triggered by entity L2. {{(pid=91774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 06:58:25.238036 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723953'] for port, provisioning_complete {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:25.286217 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-569476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762332438254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762331935097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762331935142'] for port, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:25.298725 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-68b95148-a060-4275-9aca-49dcd019d50d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:58:25.449551 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49ed6ae-e5d5-4f96-bde9-70b010fe6fe5 req-73d5b1e1-6d04-44f2-9372-a5016bdc83bf tempest-VolumesActionsTest-640897711 tempest-VolumesActionsTest-640897711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:58:25.451853 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-d49ed6ae-e5d5-4f96-bde9-70b010fe6fe5 req-73d5b1e1-6d04-44f2-9372-a5016bdc83bf tempest-VolumesActionsTest-640897711 tempest-VolumesActionsTest-640897711-project] 10.222.0.21 "GET /v2.0/ports?device_id=6472e57c-45e2-40d6-ab69-2861902daec2 HTTP/1.1" status: 200 len: 945 time: 0.1576664 Jun 07 06:58:25.512684 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Pushing event updated for resources: {'Port': ['ID=2408d506-a289-4cb7-8b3a-ec98aa4a48c8,revision_number=4']} {{(pid=91774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:58:25.531077 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:58:25.532599 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-d49ed6ae-e5d5-4f96-bde9-70b010fe6fe5 req-8125bdfe-db35-4777-8d03-f941b04ab7c8 tempest-VolumesActionsTest-640897711 tempest-VolumesActionsTest-640897711-project] 10.222.0.21 "GET /v2.0/security-groups?id=15c49408-e858-4fbc-b62d-5d02acb52d45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712018 Jun 07 06:58:25.536235 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-64b87c5a-8f11-4f86-b935-a2c1359d45ec admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:25.575197 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.db [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] get_ports_and_sgs() called for port_ids ['2408d506-a289-4cb7-8b3a-ec98aa4a48c8'] {{(pid=91774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 06:58:25.765577 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-045e21ec-2a85-4198-a758-e4249c8aa423 None None] Notify callbacks [] for port, precommit_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:25.789631 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.db.provisioning_blocks [None req-045e21ec-2a85-4198-a758-e4249c8aa423 None None] Transition to ACTIVE for port object 3bff8dd6-00e4-4d75-a6db-06ca805f64a5 will not be triggered until provisioned by entity L2. {{(pid=91774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 06:58:25.806833 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-045e21ec-2a85-4198-a758-e4249c8aa423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-569476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762332438254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762331935097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762331935142'] for port, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:25.814258 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-19e4007e-a927-4325-ade7-14315a3c5656 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:58:25.980050 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-64b87c5a-8f11-4f86-b935-a2c1359d45ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1660228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1666988'] for router, after_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:26.002649 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fc4fe9-c4f1-48dc-8b86-c0860a1be162 None None] Pushing event updated for resources: {'Port': ['ID=3bff8dd6-00e4-4d75-a6db-06ca805f64a5,revision_number=3']} {{(pid=91774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:58:26.006450 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-b4fc4fe9-c4f1-48dc-8b86-c0860a1be162 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:58:26.089244 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.managers [None req-045e21ec-2a85-4198-a758-e4249c8aa423 None None] Attempting to bind port 3bff8dd6-00e4-4d75-a6db-06ca805f64a5 on host dv-cinder-784140-5-smb for vnic_type normal with profile {{(pid=91774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 06:58:26.090181 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.managers [None req-045e21ec-2a85-4198-a758-e4249c8aa423 None None] Attempting to bind port 3bff8dd6-00e4-4d75-a6db-06ca805f64a5 by drivers openvswitch,hyperv on host dv-cinder-784140-5-smb at level 0 using segments [{'id': '3763f77b-fd3a-47d1-91c2-6e7b3cce8777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '76f3f9ca-4fe2-4771-877c-f7bbae3b30b7'}] {{(pid=91774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 06:58:26.090943 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-045e21ec-2a85-4198-a758-e4249c8aa423 None None] Attempting to bind port 3bff8dd6-00e4-4d75-a6db-06ca805f64a5 on network 76f3f9ca-4fe2-4771-877c-f7bbae3b30b7 {{(pid=91774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 06:58:26.097185 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-045e21ec-2a85-4198-a758-e4249c8aa423 None None] Checking agent: {'id': '2cbbf4dd-47cd-4e79-9ddf-2f0b457e4e7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784140-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 6, 46, 9), 'started_at': datetime.datetime(2021, 6, 7, 6, 46, 39), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 6, 58, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784140-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 06:58:26.097565 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-045e21ec-2a85-4198-a758-e4249c8aa423 None None] Checking segment: {'id': '3763f77b-fd3a-47d1-91c2-6e7b3cce8777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '76f3f9ca-4fe2-4771-877c-f7bbae3b30b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 06:58:26.097967 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-045e21ec-2a85-4198-a758-e4249c8aa423 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:26.098358 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-045e21ec-2a85-4198-a758-e4249c8aa423 None None] Bound using segment: {'id': '3763f77b-fd3a-47d1-91c2-6e7b3cce8777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '76f3f9ca-4fe2-4771-877c-f7bbae3b30b7'} {{(pid=91774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 06:58:26.098822 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.managers [None req-045e21ec-2a85-4198-a758-e4249c8aa423 None None] Bound port: 3bff8dd6-00e4-4d75-a6db-06ca805f64a5, host: dv-cinder-784140-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3763f77b-fd3a-47d1-91c2-6e7b3cce8777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '76f3f9ca-4fe2-4771-877c-f7bbae3b30b7'}}] {{(pid=91774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 06:58:26.099192 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-045e21ec-2a85-4198-a758-e4249c8aa423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564700'] for port, before_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:26.220173 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64b87c5a-8f11-4f86-b935-a2c1359d45ec admin admin] Router 1954137a-35bc-46bd-bd3c-37ccc4270c1f is scheduled to L3 agent dd8e9e9b-c9b0-4755-a773-57df6dee4a2e with binding_index 1 {{(pid=91773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 07 06:58:26.259371 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.db [None req-045e21ec-2a85-4198-a758-e4249c8aa423 None None] For port 3bff8dd6-00e4-4d75-a6db-06ca805f64a5, host dv-cinder-784140-5-smb, cleared binding levels {{(pid=91774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 06:58:26.263421 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e0b798b-3a55-4316-be3b-dabbdefb2062 None None] Network 41ba2f17-f556-4294-b935-8b24f17e01c4 requested from dv-cinder-784140-5-smb {{(pid=91774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 06:58:26.289152 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.db [None req-045e21ec-2a85-4198-a758-e4249c8aa423 None None] For port 3bff8dd6-00e4-4d75-a6db-06ca805f64a5, host dv-cinder-784140-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-5-smb',level=0,port_id=3bff8dd6-00e4-4d75-a6db-06ca805f64a5,segment=NetworkSegment(3763f77b-fd3a-47d1-91c2-6e7b3cce8777),segment_id=3763f77b-fd3a-47d1-91c2-6e7b3cce8777)] {{(pid=91774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 06:58:26.301629 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-045e21ec-2a85-4198-a758-e4249c8aa423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-569476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762332438254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762331935097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762331935142'] for port, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:26.306644 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-19e4007e-a927-4325-ade7-14315a3c5656 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:58:26.401602 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64b87c5a-8f11-4f86-b935-a2c1359d45ec admin admin] Notify agent at l3_agent.dv-cinder-784140-5-smb the message routers_updated {{(pid=91773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 06:58:26.417068 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c512dfe8-d4b0-4a80-a2c8-1ba33f111f13 None None] Sync routers for ids ['1954137a-35bc-46bd-bd3c-37ccc4270c1f'] in dv-cinder-784140-5-smb {{(pid=91774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 06:58:26.422291 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-64b87c5a-8f11-4f86-b935-a2c1359d45ec admin admin] Notify callbacks [] for router, before_response {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:26.424343 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [None req-64b87c5a-8f11-4f86-b935-a2c1359d45ec admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.7531695 Jun 07 06:58:26.426425 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.wsgi [-] (91772) accepted ('10.222.0.21', 58338) {{(pid=91772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:58:26.481845 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fc4fe9-c4f1-48dc-8b86-c0860a1be162 None None] Pushing event updated for resources: {'Port': ['ID=3bff8dd6-00e4-4d75-a6db-06ca805f64a5,revision_number=4']} {{(pid=91774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:58:26.484438 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.db.provisioning_blocks [None req-15ca7708-fcb6-4d04-9f6b-284975a1459d None None] Provisioning for port 1452c890-5940-4f40-b791-8dc19c35c017 completed by entity DHCP. {{(pid=91774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 06:58:26.489160 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-b4fc4fe9-c4f1-48dc-8b86-c0860a1be162 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:58:26.490722 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-045e21ec-2a85-4198-a758-e4249c8aa423 None None] Routers {'da4aa5b3-ba95-4319-9c58-227a3584c0a2'} bound to L3 agent in host dv-cinder-784140-5-smb {{(pid=91774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 06:58:26.491325 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.db.l3_hamode_db [None req-045e21ec-2a85-4198-a758-e4249c8aa423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-07T06:46:09Z,description=,heartbeat_timestamp=2021-06-07T06:58:09Z,host='dv-cinder-784140-5-smb',id=dd8e9e9b-c9b0-4755-a773-57df6dee4a2e,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T06:46:09Z,topic='l3_agent')) {'router_ids': ['da4aa5b3-ba95-4319-9c58-227a3584c0a2'], 'active': True} {{(pid=91774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 06:58:26.544076 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c512dfe8-d4b0-4a80-a2c8-1ba33f111f13 None None] Routers {'1954137a-35bc-46bd-bd3c-37ccc4270c1f'} bound to L3 agent in host dv-cinder-784140-5-smb {{(pid=91774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 06:58:26.544724 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.db.l3_hamode_db [None req-c512dfe8-d4b0-4a80-a2c8-1ba33f111f13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-07T06:46:09Z,description=,heartbeat_timestamp=2021-06-07T06:58:09Z,host='dv-cinder-784140-5-smb',id=dd8e9e9b-c9b0-4755-a773-57df6dee4a2e,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T06:46:09Z,topic='l3_agent')) {'router_ids': ['1954137a-35bc-46bd-bd3c-37ccc4270c1f'], 'active': True} {{(pid=91774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 06:58:26.926848 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.db.l3_dvr_db [None req-045e21ec-2a85-4198-a758-e4249c8aa423 None None] Set router da4aa5b3-ba95-4319-9c58-227a3584c0a2 gateway port host: dv-cinder-784140-5-smb {{(pid=91774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 06:58:26.986234 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Device 3bff8dd6-00e4-4d75-a6db-06ca805f64a5 up at agent ovs-agent-dv-cinder-784140-5-smb {{(pid=91774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 06:58:27.033265 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.db.l3_dvr_db [None req-c512dfe8-d4b0-4a80-a2c8-1ba33f111f13 None None] Set router 1954137a-35bc-46bd-bd3c-37ccc4270c1f gateway port host: dv-cinder-784140-5-smb {{(pid=91774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 06:58:27.036269 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0224d5e0-5983-4602-9126-8eac8f7e8e6c req-283e46a3-1145-49bb-88ab-89b8d7b3b8d9 tempest-VolumesActionsTest-640897711 tempest-VolumesActionsTest-640897711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:58:27.037687 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-0224d5e0-5983-4602-9126-8eac8f7e8e6c req-283e46a3-1145-49bb-88ab-89b8d7b3b8d9 tempest-VolumesActionsTest-640897711 tempest-VolumesActionsTest-640897711-project] 10.222.0.21 "GET /v2.0/ports?device_id=6472e57c-45e2-40d6-ab69-2861902daec2 HTTP/1.1" status: 200 len: 945 time: 0.3508022 Jun 07 06:58:27.161332 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-0224d5e0-5983-4602-9126-8eac8f7e8e6c req-58a8cdbe-6cfe-4158-8580-6104ce7685f6 tempest-VolumesActionsTest-640897711 tempest-VolumesActionsTest-640897711-project] 10.222.0.21 "GET /v2.0/security-groups?id=15c49408-e858-4fbc-b62d-5d02acb52d45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172199 Jun 07 06:58:27.324813 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-16eee4d9-2b94-4a40-8dca-055d7090023b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564700'] for port, before_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:27.508977 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.db.provisioning_blocks [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Provisioning for port 3bff8dd6-00e4-4d75-a6db-06ca805f64a5 completed by entity L2. {{(pid=91774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 06:58:27.557495 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.db.provisioning_blocks [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Provisioning complete for port 3bff8dd6-00e4-4d75-a6db-06ca805f64a5 triggered by entity L2. {{(pid=91774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 06:58:27.558102 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723953'] for port, provisioning_complete {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:27.562769 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.db.db_base_plugin_common [None req-16eee4d9-2b94-4a40-8dca-055d7090023b admin admin] Allocated IP 172.20.0.1 (41ba2f17-f556-4294-b935-8b24f17e01c4/f8ae1586-6c3b-4b7d-bac8-630cd3f816e0/fad09cb5-ae40-41c2-b498-b9eedeea2e08) {{(pid=91772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 06:58:27.705817 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-16eee4d9-2b94-4a40-8dca-055d7090023b admin admin] Notify callbacks [] for port, precommit_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:27.721469 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.db.provisioning_blocks [None req-16eee4d9-2b94-4a40-8dca-055d7090023b admin admin] Transition to ACTIVE for port object fad09cb5-ae40-41c2-b498-b9eedeea2e08 will not be triggered until provisioned by entity DHCP. {{(pid=91772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 06:58:27.744933 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-16eee4d9-2b94-4a40-8dca-055d7090023b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-569476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648536', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762331935079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2958583'] for port, after_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:27.749223 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.db.l3_hamode_db [None req-c512dfe8-d4b0-4a80-a2c8-1ba33f111f13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1954137a-35bc-46bd-bd3c-37ccc4270c1f', 'name': 'tempest-TestMinimumBasicScenario-1840293992-router', 'tenant_id': 'ef7096ff79f5479b9284a64bf26643ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a84d0276-e36b-485f-b034-cb606776a5f5', 'external_fixed_ips': [{'subnet_id': 'bc8e845f-21f5-4331-a893-3fabfb1361b8', 'ip_address': '172.28.3.3'}], 'enable_snat': True}, 'gw_port_id': '7716df02-510b-4a4b-ba41-9103bc65ad0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T06:58:22Z', 'updated_at': '2021-06-07T06:58:25Z', 'revision_number': 3, 'project_id': 'ef7096ff79f5479b9284a64bf26643ab', 'gw_port': {'id': '7716df02-510b-4a4b-ba41-9103bc65ad0d', 'name': '', 'network_id': 'a84d0276-e36b-485f-b034-cb606776a5f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:29:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1954137a-35bc-46bd-bd3c-37ccc4270c1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': 'bc8e845f-21f5-4331-a893-3fabfb1361b8', 'ip_address': '172.28.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T06:58:23Z', 'updated_at': '2021-06-07T06:58:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc8e845f-21f5-4331-a893-3fabfb1361b8', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-5-smb'}], 'dv-cinder-784140-5-smb', False) {} {{(pid=91774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 06:58:27.749561 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-0dcd814c-e784-4b71-9071-877d0896e39d tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:58:27.762360 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c512dfe8-d4b0-4a80-a2c8-1ba33f111f13 None None] Checking router: 1954137a-35bc-46bd-bd3c-37ccc4270c1f for host: dv-cinder-784140-5-smb {{(pid=91774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 06:58:27.762713 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c512dfe8-d4b0-4a80-a2c8-1ba33f111f13 None None] Updating router 1954137a-35bc-46bd-bd3c-37ccc4270c1f port 7716df02-510b-4a4b-ba41-9103bc65ad0d binding host dv-cinder-784140-5-smb {{(pid=91774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 07 06:58:27.799059 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.db.l3_hamode_db [None req-045e21ec-2a85-4198-a758-e4249c8aa423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da4aa5b3-ba95-4319-9c58-227a3584c0a2', 'name': 'tempest-TestMinimumBasicScenario-2082915911-router', 'tenant_id': '6d873eb9de9b41628d2183c081676fec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a84d0276-e36b-485f-b034-cb606776a5f5', 'external_fixed_ips': [{'subnet_id': 'bc8e845f-21f5-4331-a893-3fabfb1361b8', 'ip_address': '172.28.3.88'}], 'enable_snat': True}, 'gw_port_id': '3509c848-9441-4dbf-a90b-7c6f7e120b25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T06:58:15Z', 'updated_at': '2021-06-07T06:58:19Z', 'revision_number': 4, 'project_id': '6d873eb9de9b41628d2183c081676fec', 'gw_port': {'id': '3509c848-9441-4dbf-a90b-7c6f7e120b25', 'name': '', 'network_id': 'a84d0276-e36b-485f-b034-cb606776a5f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:7f:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da4aa5b3-ba95-4319-9c58-227a3584c0a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': 'bc8e845f-21f5-4331-a893-3fabfb1361b8', 'ip_address': '172.28.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T06:58:16Z', 'updated_at': '2021-06-07T06:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc8e845f-21f5-4331-a893-3fabfb1361b8', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-5-smb', '_interfaces': [{'id': '3bff8dd6-00e4-4d75-a6db-06ca805f64a5', 'name': '', 'network_id': '76f3f9ca-4fe2-4771-877c-f7bbae3b30b7', 'tenant_id': '6d873eb9de9b41628d2183c081676fec', 'mac_address': 'fa:16:3e:19:de:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da4aa5b3-ba95-4319-9c58-227a3584c0a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '9782a052-4bf6-4b92-9f6e-b9af5249925f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T06:58:19Z', 'updated_at': '2021-06-07T06:58:26Z', 'revision_number': 4, 'project_id': '6d873eb9de9b41628d2183c081676fec', 'subnets': [{'id': '9782a052-4bf6-4b92-9f6e-b9af5249925f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784140-5-smb', False) {} {{(pid=91774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 06:58:27.808263 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564700'] for port, before_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:27.816626 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16eee4d9-2b94-4a40-8dca-055d7090023b admin admin] Network 41ba2f17-f556-4294-b935-8b24f17e01c4 is already hosted by enough agents. {{(pid=91772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 06:58:27.819341 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.scheduler.base_scheduler [None req-16eee4d9-2b94-4a40-8dca-055d7090023b admin admin] Resources bound (agent type, host, resource id): {{(pid=91772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 06:58:27.822851 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16eee4d9-2b94-4a40-8dca-055d7090023b admin admin] Received port after_create {{(pid=91772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 06:58:27.827637 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-045e21ec-2a85-4198-a758-e4249c8aa423 None None] The sync data for ids ['da4aa5b3-ba95-4319-9c58-227a3584c0a2'] in dv-cinder-784140-5-smb is: [{'id': 'da4aa5b3-ba95-4319-9c58-227a3584c0a2', 'name': 'tempest-TestMinimumBasicScenario-2082915911-router', 'tenant_id': '6d873eb9de9b41628d2183c081676fec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a84d0276-e36b-485f-b034-cb606776a5f5', 'external_fixed_ips': [{'subnet_id': 'bc8e845f-21f5-4331-a893-3fabfb1361b8', 'ip_address': '172.28.3.88'}], 'enable_snat': True}, 'gw_port_id': '3509c848-9441-4dbf-a90b-7c6f7e120b25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T06:58:15Z', 'updated_at': '2021-06-07T06:58:19Z', 'revision_number': 4, 'project_id': '6d873eb9de9b41628d2183c081676fec', 'gw_port': {'id': '3509c848-9441-4dbf-a90b-7c6f7e120b25', 'name': '', 'network_id': 'a84d0276-e36b-485f-b034-cb606776a5f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:7f:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da4aa5b3-ba95-4319-9c58-227a3584c0a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': 'bc8e845f-21f5-4331-a893-3fabfb1361b8', 'ip_address': '172.28.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T06:58:16Z', 'updated_at': '2021-06-07T06:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc8e845f-21f5-4331-a893-3fabfb1361b8', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-5-smb', '_interfaces': [{'id': '3bff8dd6-00e4-4d75-a6db-06ca805f64a5', 'name': '', 'network_id': '76f3f9ca-4fe2-4771-877c-f7bbae3b30b7', 'tenant_id': '6d873eb9de9b41628d2183c081676fec', 'mac_address': 'fa:16:3e:19:de:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da4aa5b3-ba95-4319-9c58-227a3584c0a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '9782a052-4bf6-4b92-9f6e-b9af5249925f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T06:58:19Z', 'updated_at': '2021-06-07T06:58:26Z', 'revision_number': 4, 'project_id': '6d873eb9de9b41628d2183c081676fec', 'subnets': [{'id': '9782a052-4bf6-4b92-9f6e-b9af5249925f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 06:58:27.853217 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16eee4d9-2b94-4a40-8dca-055d7090023b admin admin] Pushing event updated for resources: {'Port': ['ID=fad09cb5-ae40-41c2-b498-b9eedeea2e08,revision_number=1']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:58:27.853494 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-c512dfe8-d4b0-4a80-a2c8-1ba33f111f13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564700'] for port, before_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:27.859377 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-16eee4d9-2b94-4a40-8dca-055d7090023b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:58:27.883162 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-16eee4d9-2b94-4a40-8dca-055d7090023b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1754342'] for router_interface, before_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:27.898642 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.db [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] For port 3bff8dd6-00e4-4d75-a6db-06ca805f64a5, host dv-cinder-784140-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-5-smb',level=0,port_id=3bff8dd6-00e4-4d75-a6db-06ca805f64a5,segment=NetworkSegment(3763f77b-fd3a-47d1-91c2-6e7b3cce8777),segment_id=3763f77b-fd3a-47d1-91c2-6e7b3cce8777)] {{(pid=91774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 06:58:27.909048 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-569476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762332438254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762331935097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762331935142'] for port, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:27.910004 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Device 1452c890-5940-4f40-b791-8dc19c35c017 up at agent ovs-agent-dv-cinder-784140-5-smb {{(pid=91774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 06:58:27.942853 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-b4fc4fe9-c4f1-48dc-8b86-c0860a1be162 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:58:28.114450 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Pushing event updated for resources: {'Port': ['ID=3bff8dd6-00e4-4d75-a6db-06ca805f64a5,revision_number=5']} {{(pid=91774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:58:28.119989 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:58:28.165749 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.db.provisioning_blocks [None req-d32360ac-bd66-4668-856e-6a98d29e2e1d None None] Provisioning for port fad09cb5-ae40-41c2-b498-b9eedeea2e08 completed by entity DHCP. {{(pid=91774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 06:58:28.172613 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.db.provisioning_blocks [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Provisioning for port 1452c890-5940-4f40-b791-8dc19c35c017 completed by entity L2. {{(pid=91774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 06:58:28.179080 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.db.provisioning_blocks [None req-d32360ac-bd66-4668-856e-6a98d29e2e1d None None] Provisioning complete for port fad09cb5-ae40-41c2-b498-b9eedeea2e08 triggered by entity DHCP. {{(pid=91774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 06:58:28.179443 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-d32360ac-bd66-4668-856e-6a98d29e2e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723953'] for port, provisioning_complete {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:28.210041 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-16eee4d9-2b94-4a40-8dca-055d7090023b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564700'] for port, before_update {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:28.248999 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.db.provisioning_blocks [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Provisioning complete for port 1452c890-5940-4f40-b791-8dc19c35c017 triggered by entity L2. {{(pid=91774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 06:58:28.249372 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723953'] for port, provisioning_complete {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:28.348550 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.plugin [None req-d32360ac-bd66-4668-856e-6a98d29e2e1d None None] Port fad09cb5-ae40-41c2-b498-b9eedeea2e08 cannot update to ACTIVE because it is not bound. {{(pid=91774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 07 06:58:28.469963 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564700'] for port, before_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:28.488907 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee237cd-a7b0-4f59-8e1f-399b9a9ab3f0 req-27efde5f-32a9-416f-95ae-66913501cc0c tempest-VolumesActionsTest-640897711 tempest-VolumesActionsTest-640897711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:58:28.490351 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-1ee237cd-a7b0-4f59-8e1f-399b9a9ab3f0 req-27efde5f-32a9-416f-95ae-66913501cc0c tempest-VolumesActionsTest-640897711 tempest-VolumesActionsTest-640897711-project] 10.222.0.21 "GET /v2.0/ports?device_id=6472e57c-45e2-40d6-ab69-2861902daec2 HTTP/1.1" status: 200 len: 945 time: 0.2047389 Jun 07 06:58:28.518183 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Device 2408d506-a289-4cb7-8b3a-ec98aa4a48c8 up at agent hyperv_hv-cinder-78414 {{(pid=91774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 06:58:28.553692 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-1ee237cd-a7b0-4f59-8e1f-399b9a9ab3f0 req-6f10957a-745c-4704-b256-4347b4c4fc72 tempest-VolumesActionsTest-640897711 tempest-VolumesActionsTest-640897711-project] 10.222.0.21 "GET /v2.0/security-groups?id=15c49408-e858-4fbc-b62d-5d02acb52d45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545614 Jun 07 06:58:28.574915 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-16eee4d9-2b94-4a40-8dca-055d7090023b admin admin] Notify callbacks [] for port, precommit_update {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:28.586005 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-c512dfe8-d4b0-4a80-a2c8-1ba33f111f13 None None] Notify callbacks [] for port, precommit_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:28.589701 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-16eee4d9-2b94-4a40-8dca-055d7090023b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-569476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762332438254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762331935097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762331935142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2958540'] for port, after_update {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:28.601056 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.db [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] For port 1452c890-5940-4f40-b791-8dc19c35c017, host dv-cinder-784140-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-5-smb',level=0,port_id=1452c890-5940-4f40-b791-8dc19c35c017,segment=NetworkSegment(7b16c5da-d77b-4972-889d-e7d1fac35c86),segment_id=7b16c5da-d77b-4972-889d-e7d1fac35c86)] {{(pid=91774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 06:58:28.611034 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-569476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762332438254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762331935097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762331935142'] for port, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:28.614085 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.db.provisioning_blocks [None req-c512dfe8-d4b0-4a80-a2c8-1ba33f111f13 None None] Transition to ACTIVE for port object 7716df02-510b-4a4b-ba41-9103bc65ad0d will not be triggered until provisioned by entity L2. {{(pid=91774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 06:58:28.616312 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:58:28.625326 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-da377034-62d7-4ced-8b9e-63abe3fc2c91 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:58:28.662121 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-c512dfe8-d4b0-4a80-a2c8-1ba33f111f13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-569476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762332438254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762331935097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762331935142'] for port, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:28.699082 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.db.provisioning_blocks [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Provisioning for port 2408d506-a289-4cb7-8b3a-ec98aa4a48c8 completed by entity L2. {{(pid=91774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 06:58:28.709285 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16eee4d9-2b94-4a40-8dca-055d7090023b admin admin] Pushing event updated for resources: {'Port': ['ID=fad09cb5-ae40-41c2-b498-b9eedeea2e08,revision_number=2']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:58:28.711260 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.db.provisioning_blocks [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Provisioning complete for port 2408d506-a289-4cb7-8b3a-ec98aa4a48c8 triggered by entity L2. {{(pid=91774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 06:58:28.711631 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723953'] for port, provisioning_complete {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:28.711810 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-16eee4d9-2b94-4a40-8dca-055d7090023b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1648547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1663678'] for router_interface, after_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:28.715997 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-16eee4d9-2b94-4a40-8dca-055d7090023b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:58:28.740583 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.managers [None req-c512dfe8-d4b0-4a80-a2c8-1ba33f111f13 None None] Attempting to bind port 7716df02-510b-4a4b-ba41-9103bc65ad0d on host dv-cinder-784140-5-smb for vnic_type normal with profile {{(pid=91774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 06:58:28.740850 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.managers [None req-c512dfe8-d4b0-4a80-a2c8-1ba33f111f13 None None] Attempting to bind port 7716df02-510b-4a4b-ba41-9103bc65ad0d by drivers openvswitch,hyperv on host dv-cinder-784140-5-smb at level 0 using segments [{'id': 'a651428c-972d-4b8e-a20b-c49a0a4f9500', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a84d0276-e36b-485f-b034-cb606776a5f5'}] {{(pid=91774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 06:58:28.741211 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c512dfe8-d4b0-4a80-a2c8-1ba33f111f13 None None] Attempting to bind port 7716df02-510b-4a4b-ba41-9103bc65ad0d on network a84d0276-e36b-485f-b034-cb606776a5f5 {{(pid=91774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 06:58:28.764166 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Pushing event updated for resources: {'Port': ['ID=1452c890-5940-4f40-b791-8dc19c35c017,revision_number=3']} {{(pid=91774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:58:28.772150 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:58:28.772622 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-ca29b744-3711-4812-a3cd-6377c415a053 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.100s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:58:28.803323 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c512dfe8-d4b0-4a80-a2c8-1ba33f111f13 None None] Checking agent: {'id': '2cbbf4dd-47cd-4e79-9ddf-2f0b457e4e7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784140-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 6, 46, 9), 'started_at': datetime.datetime(2021, 6, 7, 6, 46, 39), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 6, 58, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784140-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 06:58:28.803705 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c512dfe8-d4b0-4a80-a2c8-1ba33f111f13 None None] Checking segment: {'id': 'a651428c-972d-4b8e-a20b-c49a0a4f9500', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a84d0276-e36b-485f-b034-cb606776a5f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 06:58:28.804127 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-c512dfe8-d4b0-4a80-a2c8-1ba33f111f13 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:28.804526 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c512dfe8-d4b0-4a80-a2c8-1ba33f111f13 None None] Bound using segment: {'id': 'a651428c-972d-4b8e-a20b-c49a0a4f9500', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a84d0276-e36b-485f-b034-cb606776a5f5'} {{(pid=91774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 06:58:28.805009 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.managers [None req-c512dfe8-d4b0-4a80-a2c8-1ba33f111f13 None None] Bound port: 7716df02-510b-4a4b-ba41-9103bc65ad0d, host: dv-cinder-784140-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a651428c-972d-4b8e-a20b-c49a0a4f9500', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a84d0276-e36b-485f-b034-cb606776a5f5'}}] {{(pid=91774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 06:58:28.805384 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-c512dfe8-d4b0-4a80-a2c8-1ba33f111f13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564700'] for port, before_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:28.854890 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Device 3bff8dd6-00e4-4d75-a6db-06ca805f64a5 up at agent ovs-agent-dv-cinder-784140-5-smb {{(pid=91774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 06:58:28.958509 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16eee4d9-2b94-4a40-8dca-055d7090023b admin admin] Network 41ba2f17-f556-4294-b935-8b24f17e01c4 is already hosted by enough agents. {{(pid=91772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 06:58:28.959767 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.scheduler.base_scheduler [None req-16eee4d9-2b94-4a40-8dca-055d7090023b admin admin] Resources bound (agent type, host, resource id): {{(pid=91772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 06:58:28.997337 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faff47ad-aa99-4f3e-8bd6-ac309d316439 None None] Pushing event updated for resources: {'Port': ['ID=7716df02-510b-4a4b-ba41-9103bc65ad0d,revision_number=2']} {{(pid=91774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:58:29.016632 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-faff47ad-aa99-4f3e-8bd6-ac309d316439 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:58:29.033366 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.db [None req-c512dfe8-d4b0-4a80-a2c8-1ba33f111f13 None None] For port 7716df02-510b-4a4b-ba41-9103bc65ad0d, host dv-cinder-784140-5-smb, cleared binding levels {{(pid=91774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 06:58:29.051136 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.db [None req-c512dfe8-d4b0-4a80-a2c8-1ba33f111f13 None None] For port 7716df02-510b-4a4b-ba41-9103bc65ad0d, host dv-cinder-784140-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-5-smb',level=0,port_id=7716df02-510b-4a4b-ba41-9103bc65ad0d,segment=NetworkSegment(a651428c-972d-4b8e-a20b-c49a0a4f9500),segment_id=a651428c-972d-4b8e-a20b-c49a0a4f9500)] {{(pid=91774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 06:58:29.052525 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564700'] for port, before_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:29.069474 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-c512dfe8-d4b0-4a80-a2c8-1ba33f111f13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-569476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762332438254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762331935097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762331935142'] for port, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:29.077248 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:58:29.117865 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.db.provisioning_blocks [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Provisioning complete for port 3bff8dd6-00e4-4d75-a6db-06ca805f64a5 triggered by entity L2. {{(pid=91774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 06:58:29.117865 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723953'] for port, provisioning_complete {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:29.156336 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16eee4d9-2b94-4a40-8dca-055d7090023b admin admin] Router 1954137a-35bc-46bd-bd3c-37ccc4270c1f has already been hosted by L3 agent dd8e9e9b-c9b0-4755-a773-57df6dee4a2e {{(pid=91772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 06:58:29.194200 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6472e57c-45e2-40d6-ab69-2861902daec2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2408d506-a289-4cb7-8b3a-ec98aa4a48c8'}] {{(pid=91774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 06:58:29.196494 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73fb9c482eb19c5c2e497b7af5ecd9f5da2a12b641d83391285fbc9a8928c34b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5490a83-fce9-4a44-8606-be79f524975c" -d '{"events": [{"server_uuid": "6472e57c-45e2-40d6-ab69-2861902daec2", "name": "network-vif-plugged", "status": "completed", "tag": "2408d506-a289-4cb7-8b3a-ec98aa4a48c8"}]}' {{(pid=91774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 06:58:29.221224 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.db [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] For port 2408d506-a289-4cb7-8b3a-ec98aa4a48c8, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=2408d506-a289-4cb7-8b3a-ec98aa4a48c8,segment=NetworkSegment(d88fde3d-4599-4293-8ec3-171d05e6ac8b),segment_id=d88fde3d-4599-4293-8ec3-171d05e6ac8b)] {{(pid=91774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 06:58:29.232299 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c512dfe8-d4b0-4a80-a2c8-1ba33f111f13 None None] Routers {'1954137a-35bc-46bd-bd3c-37ccc4270c1f'} bound to L3 agent in host dv-cinder-784140-5-smb {{(pid=91774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 06:58:29.232844 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.db.l3_hamode_db [None req-c512dfe8-d4b0-4a80-a2c8-1ba33f111f13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-07T06:46:09Z,description=,heartbeat_timestamp=2021-06-07T06:58:09Z,host='dv-cinder-784140-5-smb',id=dd8e9e9b-c9b0-4755-a773-57df6dee4a2e,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T06:46:09Z,topic='l3_agent')) {'router_ids': ['1954137a-35bc-46bd-bd3c-37ccc4270c1f'], 'active': True} {{(pid=91774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 06:58:29.331283 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-569476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762332438254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762331935097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762331935142'] for port, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:29.334077 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 06:58:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a20a97b3-64e3-4727-9872-b6318f7dd6f8 x-openstack-request-id: req-a20a97b3-64e3-4727-9872-b6318f7dd6f8 {{(pid=91774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 06:58:29.334376 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6472e57c-45e2-40d6-ab69-2861902daec2", "name": "network-vif-plugged", "status": "completed", "tag": "2408d506-a289-4cb7-8b3a-ec98aa4a48c8", "code": 200}]} {{(pid=91774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 06:58:29.334631 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a20a97b3-64e3-4727-9872-b6318f7dd6f8 {{(pid=91774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 06:58:29.335020 dv-cinder-784140-5-smb neutron-server[91774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6472e57c-45e2-40d6-ab69-2861902daec2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2408d506-a289-4cb7-8b3a-ec98aa4a48c8', 'code': 200} Jun 07 06:58:29.347572 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16eee4d9-2b94-4a40-8dca-055d7090023b admin admin] Notify agent at l3_agent.dv-cinder-784140-5-smb the message routers_updated {{(pid=91772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 06:58:29.360948 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [None req-16eee4d9-2b94-4a40-8dca-055d7090023b admin admin] 10.222.0.21 "PUT /v2.0/routers/1954137a-35bc-46bd-bd3c-37ccc4270c1f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9255507 Jun 07 06:58:29.364796 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faff47ad-aa99-4f3e-8bd6-ac309d316439 None None] Pushing event updated for resources: {'Port': ['ID=7716df02-510b-4a4b-ba41-9103bc65ad0d,revision_number=3']} {{(pid=91774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:58:29.371515 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-faff47ad-aa99-4f3e-8bd6-ac309d316439 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:58:29.375808 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-53e38d6f-59f2-4a1a-95b7-784f5eabb6c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.033s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:58:29.494307 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275a8461-6c69-46be-8bc8-110a8a75d2cf req-99ce1f59-22b5-4321-8714-78f8e47290c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:58:29.496668 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-275a8461-6c69-46be-8bc8-110a8a75d2cf req-99ce1f59-22b5-4321-8714-78f8e47290c4 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=6472e57c-45e2-40d6-ab69-2861902daec2 HTTP/1.1" status: 200 len: 1099 time: 0.0805471 Jun 07 06:58:29.541256 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-275a8461-6c69-46be-8bc8-110a8a75d2cf req-badedc12-8839-4879-8f9e-2771a81d2124 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=15c49408-e858-4fbc-b62d-5d02acb52d45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374880 Jun 07 06:58:29.545215 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.db.provisioning_blocks [None req-01e2ffff-e92b-46d8-bbd4-a1af69c96c26 None None] Provisioning complete for port fad09cb5-ae40-41c2-b498-b9eedeea2e08 triggered by entity DHCP. {{(pid=91774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 06:58:29.545587 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-01e2ffff-e92b-46d8-bbd4-a1af69c96c26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723953'] for port, provisioning_complete {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:29.619699 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Device 1452c890-5940-4f40-b791-8dc19c35c017 up at agent ovs-agent-dv-cinder-784140-5-smb {{(pid=91774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 06:58:29.670969 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Pushing event updated for resources: {'Port': ['ID=2408d506-a289-4cb7-8b3a-ec98aa4a48c8,revision_number=5']} {{(pid=91774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:58:29.684362 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:58:29.696172 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.plugin [None req-01e2ffff-e92b-46d8-bbd4-a1af69c96c26 None None] Port fad09cb5-ae40-41c2-b498-b9eedeea2e08 cannot update to ACTIVE because it is not bound. {{(pid=91774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 07 06:58:29.703225 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.db.l3_dvr_db [None req-c512dfe8-d4b0-4a80-a2c8-1ba33f111f13 None None] Set router 1954137a-35bc-46bd-bd3c-37ccc4270c1f gateway port host: dv-cinder-784140-5-smb {{(pid=91774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 06:58:29.757265 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35087851-7e0c-4816-b903-cbf5ded41355 req-44f58501-6755-4481-909d-a0f225e5e8ef tempest-VolumesActionsTest-640897711 tempest-VolumesActionsTest-640897711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:58:29.758737 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-35087851-7e0c-4816-b903-cbf5ded41355 req-44f58501-6755-4481-909d-a0f225e5e8ef tempest-VolumesActionsTest-640897711 tempest-VolumesActionsTest-640897711-project] 10.222.0.21 "GET /v2.0/ports?device_id=6472e57c-45e2-40d6-ab69-2861902daec2 HTTP/1.1" status: 200 len: 946 time: 0.0865307 Jun 07 06:58:29.817285 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-35087851-7e0c-4816-b903-cbf5ded41355 req-45f0ca77-7670-43fe-98dc-9542cfc3bd61 tempest-VolumesActionsTest-640897711 tempest-VolumesActionsTest-640897711-project] 10.222.0.21 "GET /v2.0/security-groups?id=15c49408-e858-4fbc-b62d-5d02acb52d45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513706 Jun 07 06:58:29.879917 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.db.provisioning_blocks [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Provisioning complete for port 1452c890-5940-4f40-b791-8dc19c35c017 triggered by entity L2. {{(pid=91774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 06:58:29.880743 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723953'] for port, provisioning_complete {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:30.148181 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.db.l3_hamode_db [None req-c512dfe8-d4b0-4a80-a2c8-1ba33f111f13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1954137a-35bc-46bd-bd3c-37ccc4270c1f', 'name': 'tempest-TestMinimumBasicScenario-1840293992-router', 'tenant_id': 'ef7096ff79f5479b9284a64bf26643ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a84d0276-e36b-485f-b034-cb606776a5f5', 'external_fixed_ips': [{'subnet_id': 'bc8e845f-21f5-4331-a893-3fabfb1361b8', 'ip_address': '172.28.3.3'}], 'enable_snat': True}, 'gw_port_id': '7716df02-510b-4a4b-ba41-9103bc65ad0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T06:58:22Z', 'updated_at': '2021-06-07T06:58:28Z', 'revision_number': 4, 'project_id': 'ef7096ff79f5479b9284a64bf26643ab', 'gw_port': {'id': '7716df02-510b-4a4b-ba41-9103bc65ad0d', 'name': '', 'network_id': 'a84d0276-e36b-485f-b034-cb606776a5f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:29:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1954137a-35bc-46bd-bd3c-37ccc4270c1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': 'bc8e845f-21f5-4331-a893-3fabfb1361b8', 'ip_address': '172.28.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T06:58:23Z', 'updated_at': '2021-06-07T06:58:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc8e845f-21f5-4331-a893-3fabfb1361b8', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-5-smb', '_interfaces': [{'id': 'fad09cb5-ae40-41c2-b498-b9eedeea2e08', 'name': '', 'network_id': '41ba2f17-f556-4294-b935-8b24f17e01c4', 'tenant_id': 'ef7096ff79f5479b9284a64bf26643ab', 'mac_address': 'fa:16:3e:16:ca:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1954137a-35bc-46bd-bd3c-37ccc4270c1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': 'f8ae1586-6c3b-4b7d-bac8-630cd3f816e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T06:58:27Z', 'updated_at': '2021-06-07T06:58:28Z', 'revision_number': 2, 'project_id': 'ef7096ff79f5479b9284a64bf26643ab', 'subnets': [{'id': 'f8ae1586-6c3b-4b7d-bac8-630cd3f816e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784140-5-smb', False) {} {{(pid=91774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 06:58:30.152793 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c512dfe8-d4b0-4a80-a2c8-1ba33f111f13 None None] The sync data for ids ['1954137a-35bc-46bd-bd3c-37ccc4270c1f'] in dv-cinder-784140-5-smb is: [{'id': '1954137a-35bc-46bd-bd3c-37ccc4270c1f', 'name': 'tempest-TestMinimumBasicScenario-1840293992-router', 'tenant_id': 'ef7096ff79f5479b9284a64bf26643ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a84d0276-e36b-485f-b034-cb606776a5f5', 'external_fixed_ips': [{'subnet_id': 'bc8e845f-21f5-4331-a893-3fabfb1361b8', 'ip_address': '172.28.3.3'}], 'enable_snat': True}, 'gw_port_id': '7716df02-510b-4a4b-ba41-9103bc65ad0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T06:58:22Z', 'updated_at': '2021-06-07T06:58:28Z', 'revision_number': 4, 'project_id': 'ef7096ff79f5479b9284a64bf26643ab', 'gw_port': {'id': '7716df02-510b-4a4b-ba41-9103bc65ad0d', 'name': '', 'network_id': 'a84d0276-e36b-485f-b034-cb606776a5f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:29:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1954137a-35bc-46bd-bd3c-37ccc4270c1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': 'bc8e845f-21f5-4331-a893-3fabfb1361b8', 'ip_address': '172.28.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T06:58:23Z', 'updated_at': '2021-06-07T06:58:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc8e845f-21f5-4331-a893-3fabfb1361b8', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-5-smb', '_interfaces': [{'id': 'fad09cb5-ae40-41c2-b498-b9eedeea2e08', 'name': '', 'network_id': '41ba2f17-f556-4294-b935-8b24f17e01c4', 'tenant_id': 'ef7096ff79f5479b9284a64bf26643ab', 'mac_address': 'fa:16:3e:16:ca:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1954137a-35bc-46bd-bd3c-37ccc4270c1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': 'f8ae1586-6c3b-4b7d-bac8-630cd3f816e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T06:58:27Z', 'updated_at': '2021-06-07T06:58:28Z', 'revision_number': 2, 'project_id': 'ef7096ff79f5479b9284a64bf26643ab', 'subnets': [{'id': 'f8ae1586-6c3b-4b7d-bac8-630cd3f816e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 06:58:31.055053 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cfff1d-20de-40e4-af26-d60162e65101 req-1938a032-b823-44c7-8b74-2572a08e470e tempest-VolumesActionsTest-640897711 tempest-VolumesActionsTest-640897711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:58:31.056690 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-56cfff1d-20de-40e4-af26-d60162e65101 req-1938a032-b823-44c7-8b74-2572a08e470e tempest-VolumesActionsTest-640897711 tempest-VolumesActionsTest-640897711-project] 10.222.0.21 "GET /v2.0/ports?device_id=6472e57c-45e2-40d6-ab69-2861902daec2 HTTP/1.1" status: 200 len: 946 time: 0.1042123 Jun 07 06:58:31.118315 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-56cfff1d-20de-40e4-af26-d60162e65101 req-67eedf9b-7a19-485f-a610-09616908ff2b tempest-VolumesActionsTest-640897711 tempest-VolumesActionsTest-640897711-project] 10.222.0.21 "GET /v2.0/security-groups?id=15c49408-e858-4fbc-b62d-5d02acb52d45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554786 Jun 07 06:58:32.816415 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6de477b-ffaf-4c2f-af3e-2a128cd5984d None None] Sync routers for ids ['1954137a-35bc-46bd-bd3c-37ccc4270c1f'] in dv-cinder-784140-5-smb {{(pid=91775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 06:58:32.832673 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6de477b-ffaf-4c2f-af3e-2a128cd5984d None None] Routers {'1954137a-35bc-46bd-bd3c-37ccc4270c1f'} bound to L3 agent in host dv-cinder-784140-5-smb {{(pid=91775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 06:58:32.838393 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron.db.l3_hamode_db [None req-c6de477b-ffaf-4c2f-af3e-2a128cd5984d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-07T06:46:09Z,description=,heartbeat_timestamp=2021-06-07T06:58:09Z,host='dv-cinder-784140-5-smb',id=dd8e9e9b-c9b0-4755-a773-57df6dee4a2e,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T06:46:09Z,topic='l3_agent')) {'router_ids': ['1954137a-35bc-46bd-bd3c-37ccc4270c1f'], 'active': True} {{(pid=91775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 06:58:32.911382 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Device 7716df02-510b-4a4b-ba41-9103bc65ad0d up at agent ovs-agent-dv-cinder-784140-5-smb {{(pid=91774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 06:58:33.021317 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.db.provisioning_blocks [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Provisioning for port 7716df02-510b-4a4b-ba41-9103bc65ad0d completed by entity L2. {{(pid=91774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 06:58:33.029700 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.db.provisioning_blocks [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Provisioning complete for port 7716df02-510b-4a4b-ba41-9103bc65ad0d triggered by entity L2. {{(pid=91774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 06:58:33.030078 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723953'] for port, provisioning_complete {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:33.078106 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron.db.l3_dvr_db [None req-c6de477b-ffaf-4c2f-af3e-2a128cd5984d None None] Set router 1954137a-35bc-46bd-bd3c-37ccc4270c1f gateway port host: dv-cinder-784140-5-smb {{(pid=91775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 06:58:33.168226 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564700'] for port, before_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:33.190238 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.db [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] For port 7716df02-510b-4a4b-ba41-9103bc65ad0d, host dv-cinder-784140-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-5-smb',level=0,port_id=7716df02-510b-4a4b-ba41-9103bc65ad0d,segment=NetworkSegment(a651428c-972d-4b8e-a20b-c49a0a4f9500),segment_id=a651428c-972d-4b8e-a20b-c49a0a4f9500)] {{(pid=91774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 06:58:33.194680 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-569476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762332438254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762331935097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762331935142'] for port, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:33.200860 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:58:33.274050 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Pushing event updated for resources: {'Port': ['ID=7716df02-510b-4a4b-ba41-9103bc65ad0d,revision_number=4']} {{(pid=91774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:58:33.284533 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:58:33.491641 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron.db.l3_hamode_db [None req-c6de477b-ffaf-4c2f-af3e-2a128cd5984d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1954137a-35bc-46bd-bd3c-37ccc4270c1f', 'name': 'tempest-TestMinimumBasicScenario-1840293992-router', 'tenant_id': 'ef7096ff79f5479b9284a64bf26643ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a84d0276-e36b-485f-b034-cb606776a5f5', 'external_fixed_ips': [{'subnet_id': 'bc8e845f-21f5-4331-a893-3fabfb1361b8', 'ip_address': '172.28.3.3'}], 'enable_snat': True}, 'gw_port_id': '7716df02-510b-4a4b-ba41-9103bc65ad0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T06:58:22Z', 'updated_at': '2021-06-07T06:58:28Z', 'revision_number': 4, 'project_id': 'ef7096ff79f5479b9284a64bf26643ab', 'gw_port': {'id': '7716df02-510b-4a4b-ba41-9103bc65ad0d', 'name': '', 'network_id': 'a84d0276-e36b-485f-b034-cb606776a5f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:29:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1954137a-35bc-46bd-bd3c-37ccc4270c1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': 'bc8e845f-21f5-4331-a893-3fabfb1361b8', 'ip_address': '172.28.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T06:58:23Z', 'updated_at': '2021-06-07T06:58:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc8e845f-21f5-4331-a893-3fabfb1361b8', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-5-smb', '_interfaces': [{'id': 'fad09cb5-ae40-41c2-b498-b9eedeea2e08', 'name': '', 'network_id': '41ba2f17-f556-4294-b935-8b24f17e01c4', 'tenant_id': 'ef7096ff79f5479b9284a64bf26643ab', 'mac_address': 'fa:16:3e:16:ca:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1954137a-35bc-46bd-bd3c-37ccc4270c1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': 'f8ae1586-6c3b-4b7d-bac8-630cd3f816e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T06:58:27Z', 'updated_at': '2021-06-07T06:58:28Z', 'revision_number': 2, 'project_id': 'ef7096ff79f5479b9284a64bf26643ab', 'subnets': [{'id': 'f8ae1586-6c3b-4b7d-bac8-630cd3f816e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784140-5-smb', False) {} {{(pid=91775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 06:58:33.496731 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6de477b-ffaf-4c2f-af3e-2a128cd5984d None None] Checking router: 1954137a-35bc-46bd-bd3c-37ccc4270c1f for host: dv-cinder-784140-5-smb {{(pid=91775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 06:58:33.497108 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6de477b-ffaf-4c2f-af3e-2a128cd5984d None None] Updating router 1954137a-35bc-46bd-bd3c-37ccc4270c1f port fad09cb5-ae40-41c2-b498-b9eedeea2e08 binding host dv-cinder-784140-5-smb {{(pid=91775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 07 06:58:33.569046 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron_lib.callbacks.manager [None req-c6de477b-ffaf-4c2f-af3e-2a128cd5984d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564700'] for port, before_update {{(pid=91775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:34.002483 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron_lib.callbacks.manager [None req-c6de477b-ffaf-4c2f-af3e-2a128cd5984d None None] Notify callbacks [] for port, precommit_update {{(pid=91775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:34.018595 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron.db.provisioning_blocks [None req-c6de477b-ffaf-4c2f-af3e-2a128cd5984d None None] Transition to ACTIVE for port object fad09cb5-ae40-41c2-b498-b9eedeea2e08 will not be triggered until provisioned by entity L2. {{(pid=91775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 06:58:34.039785 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron_lib.callbacks.manager [None req-c6de477b-ffaf-4c2f-af3e-2a128cd5984d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-569476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762332438254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762331935097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762331935142'] for port, after_update {{(pid=91775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:34.043864 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:58:34.219298 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a794c46b-6185-4be0-adfd-ba35f6a8abe3 None None] Pushing event updated for resources: {'Port': ['ID=fad09cb5-ae40-41c2-b498-b9eedeea2e08,revision_number=3']} {{(pid=91775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:58:34.279564 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a794c46b-6185-4be0-adfd-ba35f6a8abe3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:58:34.279931 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a794c46b-6185-4be0-adfd-ba35f6a8abe3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:58:34.280245 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a794c46b-6185-4be0-adfd-ba35f6a8abe3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:58:34.280710 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a794c46b-6185-4be0-adfd-ba35f6a8abe3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:58:34.281025 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a794c46b-6185-4be0-adfd-ba35f6a8abe3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:58:34.281340 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a794c46b-6185-4be0-adfd-ba35f6a8abe3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:58:34.281651 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a794c46b-6185-4be0-adfd-ba35f6a8abe3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:58:34.281960 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a794c46b-6185-4be0-adfd-ba35f6a8abe3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:58:34.282264 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a794c46b-6185-4be0-adfd-ba35f6a8abe3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:58:34.282573 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a794c46b-6185-4be0-adfd-ba35f6a8abe3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:58:34.282872 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a794c46b-6185-4be0-adfd-ba35f6a8abe3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:58:34.283633 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a794c46b-6185-4be0-adfd-ba35f6a8abe3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:58:34.289128 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG oslo_concurrency.lockutils [None req-a794c46b-6185-4be0-adfd-ba35f6a8abe3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=91775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:58:34.300470 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron.plugins.ml2.managers [None req-c6de477b-ffaf-4c2f-af3e-2a128cd5984d None None] Attempting to bind port fad09cb5-ae40-41c2-b498-b9eedeea2e08 on host dv-cinder-784140-5-smb for vnic_type normal with profile {{(pid=91775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 06:58:34.300833 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron.plugins.ml2.managers [None req-c6de477b-ffaf-4c2f-af3e-2a128cd5984d None None] Attempting to bind port fad09cb5-ae40-41c2-b498-b9eedeea2e08 by drivers openvswitch,hyperv on host dv-cinder-784140-5-smb at level 0 using segments [{'id': '7b16c5da-d77b-4972-889d-e7d1fac35c86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '41ba2f17-f556-4294-b935-8b24f17e01c4'}] {{(pid=91775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 06:58:34.301184 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6de477b-ffaf-4c2f-af3e-2a128cd5984d None None] Attempting to bind port fad09cb5-ae40-41c2-b498-b9eedeea2e08 on network 41ba2f17-f556-4294-b935-8b24f17e01c4 {{(pid=91775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 06:58:34.308340 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6de477b-ffaf-4c2f-af3e-2a128cd5984d None None] Checking agent: {'id': '2cbbf4dd-47cd-4e79-9ddf-2f0b457e4e7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784140-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 6, 46, 9), 'started_at': datetime.datetime(2021, 6, 7, 6, 46, 39), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 6, 58, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784140-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 06:58:34.308811 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6de477b-ffaf-4c2f-af3e-2a128cd5984d None None] Checking segment: {'id': '7b16c5da-d77b-4972-889d-e7d1fac35c86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '41ba2f17-f556-4294-b935-8b24f17e01c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 06:58:34.309095 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron_lib.callbacks.manager [None req-c6de477b-ffaf-4c2f-af3e-2a128cd5984d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:34.309477 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6de477b-ffaf-4c2f-af3e-2a128cd5984d None None] Bound using segment: {'id': '7b16c5da-d77b-4972-889d-e7d1fac35c86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '41ba2f17-f556-4294-b935-8b24f17e01c4'} {{(pid=91775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 06:58:34.309956 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron.plugins.ml2.managers [None req-c6de477b-ffaf-4c2f-af3e-2a128cd5984d None None] Bound port: fad09cb5-ae40-41c2-b498-b9eedeea2e08, host: dv-cinder-784140-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b16c5da-d77b-4972-889d-e7d1fac35c86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '41ba2f17-f556-4294-b935-8b24f17e01c4'}}] {{(pid=91775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 06:58:34.310318 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron_lib.callbacks.manager [None req-c6de477b-ffaf-4c2f-af3e-2a128cd5984d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564700'] for port, before_update {{(pid=91775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:34.415446 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron.plugins.ml2.db [None req-c6de477b-ffaf-4c2f-af3e-2a128cd5984d None None] For port fad09cb5-ae40-41c2-b498-b9eedeea2e08, host dv-cinder-784140-5-smb, cleared binding levels {{(pid=91775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 06:58:34.426115 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron.plugins.ml2.db [None req-c6de477b-ffaf-4c2f-af3e-2a128cd5984d None None] For port fad09cb5-ae40-41c2-b498-b9eedeea2e08, host dv-cinder-784140-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-5-smb',level=0,port_id=fad09cb5-ae40-41c2-b498-b9eedeea2e08,segment=NetworkSegment(7b16c5da-d77b-4972-889d-e7d1fac35c86),segment_id=7b16c5da-d77b-4972-889d-e7d1fac35c86)] {{(pid=91775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 06:58:34.431327 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron_lib.callbacks.manager [None req-c6de477b-ffaf-4c2f-af3e-2a128cd5984d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-569476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762332438254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762331935097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762331935142'] for port, after_update {{(pid=91775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:34.438214 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:58:34.554493 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6de477b-ffaf-4c2f-af3e-2a128cd5984d None None] Routers {'1954137a-35bc-46bd-bd3c-37ccc4270c1f'} bound to L3 agent in host dv-cinder-784140-5-smb {{(pid=91775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 06:58:34.555129 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron.db.l3_hamode_db [None req-c6de477b-ffaf-4c2f-af3e-2a128cd5984d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-07T06:46:09Z,description=,heartbeat_timestamp=2021-06-07T06:58:09Z,host='dv-cinder-784140-5-smb',id=dd8e9e9b-c9b0-4755-a773-57df6dee4a2e,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T06:46:09Z,topic='l3_agent')) {'router_ids': ['1954137a-35bc-46bd-bd3c-37ccc4270c1f'], 'active': True} {{(pid=91775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 06:58:34.769598 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron.db.l3_dvr_db [None req-c6de477b-ffaf-4c2f-af3e-2a128cd5984d None None] Set router 1954137a-35bc-46bd-bd3c-37ccc4270c1f gateway port host: dv-cinder-784140-5-smb {{(pid=91775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 06:58:34.865956 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a794c46b-6185-4be0-adfd-ba35f6a8abe3 None None] Pushing event updated for resources: {'Port': ['ID=fad09cb5-ae40-41c2-b498-b9eedeea2e08,revision_number=4']} {{(pid=91775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:58:34.882809 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG oslo_concurrency.lockutils [None req-a794c46b-6185-4be0-adfd-ba35f6a8abe3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.445s {{(pid=91775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:58:34.909935 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Device 7716df02-510b-4a4b-ba41-9103bc65ad0d up at agent ovs-agent-dv-cinder-784140-5-smb {{(pid=91774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 06:58:35.010330 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.db.provisioning_blocks [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Provisioning complete for port 7716df02-510b-4a4b-ba41-9103bc65ad0d triggered by entity L2. {{(pid=91774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 06:58:35.010735 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723953'] for port, provisioning_complete {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:35.230271 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron.db.l3_hamode_db [None req-c6de477b-ffaf-4c2f-af3e-2a128cd5984d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1954137a-35bc-46bd-bd3c-37ccc4270c1f', 'name': 'tempest-TestMinimumBasicScenario-1840293992-router', 'tenant_id': 'ef7096ff79f5479b9284a64bf26643ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a84d0276-e36b-485f-b034-cb606776a5f5', 'external_fixed_ips': [{'subnet_id': 'bc8e845f-21f5-4331-a893-3fabfb1361b8', 'ip_address': '172.28.3.3'}], 'enable_snat': True}, 'gw_port_id': '7716df02-510b-4a4b-ba41-9103bc65ad0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T06:58:22Z', 'updated_at': '2021-06-07T06:58:28Z', 'revision_number': 4, 'project_id': 'ef7096ff79f5479b9284a64bf26643ab', 'gw_port': {'id': '7716df02-510b-4a4b-ba41-9103bc65ad0d', 'name': '', 'network_id': 'a84d0276-e36b-485f-b034-cb606776a5f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:29:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1954137a-35bc-46bd-bd3c-37ccc4270c1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': 'bc8e845f-21f5-4331-a893-3fabfb1361b8', 'ip_address': '172.28.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T06:58:23Z', 'updated_at': '2021-06-07T06:58:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc8e845f-21f5-4331-a893-3fabfb1361b8', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-5-smb', '_interfaces': [{'id': 'fad09cb5-ae40-41c2-b498-b9eedeea2e08', 'name': '', 'network_id': '41ba2f17-f556-4294-b935-8b24f17e01c4', 'tenant_id': 'ef7096ff79f5479b9284a64bf26643ab', 'mac_address': 'fa:16:3e:16:ca:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1954137a-35bc-46bd-bd3c-37ccc4270c1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': 'f8ae1586-6c3b-4b7d-bac8-630cd3f816e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T06:58:27Z', 'updated_at': '2021-06-07T06:58:34Z', 'revision_number': 4, 'project_id': 'ef7096ff79f5479b9284a64bf26643ab', 'subnets': [{'id': 'f8ae1586-6c3b-4b7d-bac8-630cd3f816e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784140-5-smb', False) {} {{(pid=91775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 06:58:35.238767 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6de477b-ffaf-4c2f-af3e-2a128cd5984d None None] The sync data for ids ['1954137a-35bc-46bd-bd3c-37ccc4270c1f'] in dv-cinder-784140-5-smb is: [{'id': '1954137a-35bc-46bd-bd3c-37ccc4270c1f', 'name': 'tempest-TestMinimumBasicScenario-1840293992-router', 'tenant_id': 'ef7096ff79f5479b9284a64bf26643ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a84d0276-e36b-485f-b034-cb606776a5f5', 'external_fixed_ips': [{'subnet_id': 'bc8e845f-21f5-4331-a893-3fabfb1361b8', 'ip_address': '172.28.3.3'}], 'enable_snat': True}, 'gw_port_id': '7716df02-510b-4a4b-ba41-9103bc65ad0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T06:58:22Z', 'updated_at': '2021-06-07T06:58:28Z', 'revision_number': 4, 'project_id': 'ef7096ff79f5479b9284a64bf26643ab', 'gw_port': {'id': '7716df02-510b-4a4b-ba41-9103bc65ad0d', 'name': '', 'network_id': 'a84d0276-e36b-485f-b034-cb606776a5f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:29:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1954137a-35bc-46bd-bd3c-37ccc4270c1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': 'bc8e845f-21f5-4331-a893-3fabfb1361b8', 'ip_address': '172.28.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T06:58:23Z', 'updated_at': '2021-06-07T06:58:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc8e845f-21f5-4331-a893-3fabfb1361b8', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-5-smb', '_interfaces': [{'id': 'fad09cb5-ae40-41c2-b498-b9eedeea2e08', 'name': '', 'network_id': '41ba2f17-f556-4294-b935-8b24f17e01c4', 'tenant_id': 'ef7096ff79f5479b9284a64bf26643ab', 'mac_address': 'fa:16:3e:16:ca:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1954137a-35bc-46bd-bd3c-37ccc4270c1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': 'f8ae1586-6c3b-4b7d-bac8-630cd3f816e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T06:58:27Z', 'updated_at': '2021-06-07T06:58:34Z', 'revision_number': 4, 'project_id': 'ef7096ff79f5479b9284a64bf26643ab', 'subnets': [{'id': 'f8ae1586-6c3b-4b7d-bac8-630cd3f816e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 06:58:35.460300 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93cb773-fb63-42fe-a0e3-2ae5fad29715 req-1ed5dcbe-d01b-463d-9349-114f9d2df82b tempest-VolumesActionsTest-640897711 tempest-VolumesActionsTest-640897711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:58:35.462158 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-c93cb773-fb63-42fe-a0e3-2ae5fad29715 req-1ed5dcbe-d01b-463d-9349-114f9d2df82b tempest-VolumesActionsTest-640897711 tempest-VolumesActionsTest-640897711-project] 10.222.0.21 "GET /v2.0/ports?device_id=6472e57c-45e2-40d6-ab69-2861902daec2 HTTP/1.1" status: 200 len: 946 time: 0.1036181 Jun 07 06:58:35.531977 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-c93cb773-fb63-42fe-a0e3-2ae5fad29715 req-b436270b-a748-4378-83b3-559c86d35afd tempest-VolumesActionsTest-640897711 tempest-VolumesActionsTest-640897711-project] 10.222.0.21 "GET /v2.0/security-groups?id=15c49408-e858-4fbc-b62d-5d02acb52d45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544779 Jun 07 06:58:36.732746 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2c4dca-7251-4f7b-89b2-cae14f04adbb req-f9270ba2-c4c5-4a71-8070-1f66b54629c0 tempest-VolumesActionsTest-640897711 tempest-VolumesActionsTest-640897711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:58:36.735040 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-fe2c4dca-7251-4f7b-89b2-cae14f04adbb req-f9270ba2-c4c5-4a71-8070-1f66b54629c0 tempest-VolumesActionsTest-640897711 tempest-VolumesActionsTest-640897711-project] 10.222.0.21 "GET /v2.0/ports?device_id=6472e57c-45e2-40d6-ab69-2861902daec2 HTTP/1.1" status: 200 len: 946 time: 0.0958862 Jun 07 06:58:36.798686 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-fe2c4dca-7251-4f7b-89b2-cae14f04adbb req-547a131a-e07b-4c27-bd98-e5e68cfb5627 tempest-VolumesActionsTest-640897711 tempest-VolumesActionsTest-640897711-project] 10.222.0.21 "GET /v2.0/security-groups?id=15c49408-e858-4fbc-b62d-5d02acb52d45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576220 Jun 07 06:58:36.915215 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-16d12630-0df6-41c7-bf3d-3c0253ee85b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762332461204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723872'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:36.930475 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Device fad09cb5-ae40-41c2-b498-b9eedeea2e08 up at agent ovs-agent-dv-cinder-784140-5-smb {{(pid=91774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 06:58:36.962668 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745ffef3-4278-4042-85f3-0a7fb3fbcec9 req-49835057-5237-484e-bf4a-3b7903afec9e tempest-VolumesActionsTest-640897711 tempest-VolumesActionsTest-640897711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:58:36.972623 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-745ffef3-4278-4042-85f3-0a7fb3fbcec9 req-49835057-5237-484e-bf4a-3b7903afec9e tempest-VolumesActionsTest-640897711 tempest-VolumesActionsTest-640897711-project] 10.222.0.43 "GET /v2.0/ports?device_id=6472e57c-45e2-40d6-ab69-2861902daec2 HTTP/1.1" status: 200 len: 946 time: 0.1706531 Jun 07 06:58:37.047018 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.db.provisioning_blocks [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Provisioning for port fad09cb5-ae40-41c2-b498-b9eedeea2e08 completed by entity L2. {{(pid=91774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 06:58:37.053453 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.db.provisioning_blocks [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Provisioning complete for port fad09cb5-ae40-41c2-b498-b9eedeea2e08 triggered by entity L2. {{(pid=91774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 06:58:37.053920 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723953'] for port, provisioning_complete {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:37.164309 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.plugin [req-745ffef3-4278-4042-85f3-0a7fb3fbcec9 req-fc353a10-c993-4a30-a154-1f89b4430340 tempest-VolumesActionsTest-640897711 tempest-VolumesActionsTest-640897711-project] Deleting port 2408d506-a289-4cb7-8b3a-ec98aa4a48c8 {{(pid=91773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 06:58:37.164653 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [req-745ffef3-4278-4042-85f3-0a7fb3fbcec9 req-fc353a10-c993-4a30-a154-1f89b4430340 tempest-VolumesActionsTest-640897711 tempest-VolumesActionsTest-640897711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762332413660'] for port, before_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:37.194047 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564700'] for port, before_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:37.231048 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.db [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] For port fad09cb5-ae40-41c2-b498-b9eedeea2e08, host dv-cinder-784140-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-5-smb',level=0,port_id=fad09cb5-ae40-41c2-b498-b9eedeea2e08,segment=NetworkSegment(7b16c5da-d77b-4972-889d-e7d1fac35c86),segment_id=7b16c5da-d77b-4972-889d-e7d1fac35c86)] {{(pid=91774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 06:58:37.235620 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-569476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762332438254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762331935097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762331935142'] for port, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:37.239415 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:58:37.312021 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.db [req-745ffef3-4278-4042-85f3-0a7fb3fbcec9 req-fc353a10-c993-4a30-a154-1f89b4430340 tempest-VolumesActionsTest-640897711 tempest-VolumesActionsTest-640897711-project] For port 2408d506-a289-4cb7-8b3a-ec98aa4a48c8, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=2408d506-a289-4cb7-8b3a-ec98aa4a48c8,segment=NetworkSegment(d88fde3d-4599-4293-8ec3-171d05e6ac8b),segment_id=d88fde3d-4599-4293-8ec3-171d05e6ac8b)] {{(pid=91773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 06:58:37.312647 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [req-745ffef3-4278-4042-85f3-0a7fb3fbcec9 req-fc353a10-c993-4a30-a154-1f89b4430340 tempest-VolumesActionsTest-640897711 tempest-VolumesActionsTest-640897711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1669251'] for port, precommit_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:37.364395 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Pushing event updated for resources: {'Port': ['ID=fad09cb5-ae40-41c2-b498-b9eedeea2e08,revision_number=5']} {{(pid=91774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:58:37.368406 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:58:37.452191 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.plugin [req-745ffef3-4278-4042-85f3-0a7fb3fbcec9 req-fc353a10-c993-4a30-a154-1f89b4430340 tempest-VolumesActionsTest-640897711 tempest-VolumesActionsTest-640897711-project] Calling delete_port for 2408d506-a289-4cb7-8b3a-ec98aa4a48c8 owned by compute:nova {{(pid=91773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 06:58:37.579175 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [req-745ffef3-4278-4042-85f3-0a7fb3fbcec9 req-fc353a10-c993-4a30-a154-1f89b4430340 tempest-VolumesActionsTest-640897711 tempest-VolumesActionsTest-640897711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-569476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762332438236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762331935088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2253277'] for port, after_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:37.584969 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-84ced65a-aeb5-4989-bed6-08fcf50a5750 tempest-AttachVolumeNegativeTest-2031625228 tempest-AttachVolumeNegativeTest-2031625228-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:58:37.592989 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.db [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] get_ports_and_sgs() called for port_ids ['2408d506-a289-4cb7-8b3a-ec98aa4a48c8'] {{(pid=91774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 06:58:37.633486 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc353a10-c993-4a30-a154-1f89b4430340 tempest-VolumesActionsTest-640897711 tempest-VolumesActionsTest-640897711-project] Pushing event deleted for resources: {'Port': ['ID=2408d506-a289-4cb7-8b3a-ec98aa4a48c8,revision_number=None']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:58:37.664488 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-fc353a10-c993-4a30-a154-1f89b4430340 tempest-VolumesActionsTest-640897711 tempest-VolumesActionsTest-640897711-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:58:37.805511 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.db.l3_dvrscheduler_db [req-745ffef3-4278-4042-85f3-0a7fb3fbcec9 req-fc353a10-c993-4a30-a154-1f89b4430340 tempest-VolumesActionsTest-640897711 tempest-VolumesActionsTest-640897711-project] No DVR routers for this DVR port 2408d506-a289-4cb7-8b3a-ec98aa4a48c8 on host hv-cinder-78414 {{(pid=91773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 06:58:37.808692 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [req-745ffef3-4278-4042-85f3-0a7fb3fbcec9 req-fc353a10-c993-4a30-a154-1f89b4430340 tempest-VolumesActionsTest-640897711 tempest-VolumesActionsTest-640897711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503096'] for port, before_response {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:37.810592 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-745ffef3-4278-4042-85f3-0a7fb3fbcec9 req-fc353a10-c993-4a30-a154-1f89b4430340 tempest-VolumesActionsTest-640897711 tempest-VolumesActionsTest-640897711-project] 10.222.0.43 "DELETE /v2.0/ports/2408d506-a289-4cb7-8b3a-ec98aa4a48c8 HTTP/1.1" status: 204 len: 173 time: 0.8372042 Jun 07 06:58:37.813385 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6472e57c-45e2-40d6-ab69-2861902daec2', 'name': 'network-vif-deleted', 'tag': '2408d506-a289-4cb7-8b3a-ec98aa4a48c8'}] {{(pid=91773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 06:58:37.813551 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7af0e1444f231fbc9cc9c3372b4fb62bb65a3f4c42e6951a4a8787648e20f245" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b8e47e5-b1a7-4e12-bdff-51754312a741" -d '{"events": [{"server_uuid": "6472e57c-45e2-40d6-ab69-2861902daec2", "name": "network-vif-deleted", "tag": "2408d506-a289-4cb7-8b3a-ec98aa4a48c8"}]}' {{(pid=91773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 06:58:37.892645 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 06:58:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36311697-2bc3-41db-838e-50c4f10add8d x-openstack-request-id: req-36311697-2bc3-41db-838e-50c4f10add8d {{(pid=91773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 06:58:37.892956 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6472e57c-45e2-40d6-ab69-2861902daec2", "name": "network-vif-deleted", "tag": "2408d506-a289-4cb7-8b3a-ec98aa4a48c8", "status": "completed", "code": 200}]} {{(pid=91773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 06:58:37.893413 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-36311697-2bc3-41db-838e-50c4f10add8d {{(pid=91773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 06:58:37.893834 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6472e57c-45e2-40d6-ab69-2861902daec2', 'name': 'network-vif-deleted', 'tag': '2408d506-a289-4cb7-8b3a-ec98aa4a48c8', 'status': 'completed', 'code': 200} Jun 07 06:58:38.106827 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-0ef5197f-044a-4779-889f-1fc95b2fed9f req-2e0ad130-7d85-4127-8381-5bb2f94688ca tempest-VolumesActionsTest-640897711 tempest-VolumesActionsTest-640897711-project] 10.222.0.21 "GET /v2.0/ports?device_id=6472e57c-45e2-40d6-ab69-2861902daec2 HTTP/1.1" status: 200 len: 210 time: 0.0749807 Jun 07 06:58:38.865659 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Device fad09cb5-ae40-41c2-b498-b9eedeea2e08 up at agent ovs-agent-dv-cinder-784140-5-smb {{(pid=91774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 06:58:38.957810 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.db.provisioning_blocks [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Provisioning complete for port fad09cb5-ae40-41c2-b498-b9eedeea2e08 triggered by entity L2. {{(pid=91774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 06:58:38.958362 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723953'] for port, provisioning_complete {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:39.321946 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762332461204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723872'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:39.473802 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-c276745b-a689-4974-b06e-1480afce265a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762332461204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723872'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:40.564132 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-3ea4f4f5-6296-4d8b-95a7-2efd101194ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762332461204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723872'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:40.648036 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Device 2408d506-a289-4cb7-8b3a-ec98aa4a48c8 no longer exists at agent hyperv_hv-cinder-78414 {{(pid=91774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 06:58:40.686899 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bc9c30-7c74-4684-83d7-792373699089 req-ed53da0d-10aa-4cd6-b3b8-c1aee098da92 tempest-TestMinimumBasicScenario-608799379 tempest-TestMinimumBasicScenario-608799379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:58:40.688664 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-64bc9c30-7c74-4684-83d7-792373699089 req-ed53da0d-10aa-4cd6-b3b8-c1aee098da92 tempest-TestMinimumBasicScenario-608799379 tempest-TestMinimumBasicScenario-608799379-project] 10.222.0.21 "GET /v2.0/networks?id=76f3f9ca-4fe2-4771-877c-f7bbae3b30b7 HTTP/1.1" status: 200 len: 815 time: 0.1472292 Jun 07 06:58:40.688995 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.plugin [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] No Port match for: 2408d506-a289-4cb7-8b3a-ec98aa4a48c8 {{(pid=91774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 06:58:40.689339 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Device 2408d506-a289-4cb7-8b3a-ec98aa4a48c8 not bound to the agent host hv-cinder-78414 {{(pid=91774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 06:58:40.697677 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762332461204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723872'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:40.705232 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-64bc9c30-7c74-4684-83d7-792373699089 req-c7d72255-086e-4144-877a-54e6bbb1cc10 tempest-TestMinimumBasicScenario-608799379 tempest-TestMinimumBasicScenario-608799379-project] 10.222.0.21 "GET /v2.0/quotas/6d873eb9de9b41628d2183c081676fec HTTP/1.1" status: 200 len: 375 time: 0.0092437 Jun 07 06:58:40.786342 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-64bc9c30-7c74-4684-83d7-792373699089 req-d0c38dfd-09a4-4e25-ae77-1c9fc8ceffa4 tempest-TestMinimumBasicScenario-608799379 tempest-TestMinimumBasicScenario-608799379-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=6d873eb9de9b41628d2183c081676fec&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0760713 Jun 07 06:58:40.924654 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-64bc9c30-7c74-4684-83d7-792373699089 req-fc1ae192-b029-40b6-9ff5-908bdbfa797c service neutron] 10.222.0.21 "GET /v2.0/networks/76f3f9ca-4fe2-4771-877c-f7bbae3b30b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258211 Jun 07 06:58:41.056199 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-64bc9c30-7c74-4684-83d7-792373699089 req-9d3a2e51-8866-4bd7-9ea5-f05411872df7 service neutron] 10.222.0.21 "GET /v2.0/networks/76f3f9ca-4fe2-4771-877c-f7bbae3b30b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260338 Jun 07 06:58:41.282926 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-429b020b-682e-4bd3-b324-f295ba31a648 req-b7cc6ba7-1ba1-4bda-8b1b-35a55cf68763 tempest-TestMinimumBasicScenario-608799379 tempest-TestMinimumBasicScenario-608799379-project] 10.222.0.21 "GET /v2.0/ports?device_id=795e2a4a-ae14-4646-8bf6-9ccffb59f7d8 HTTP/1.1" status: 200 len: 210 time: 0.0663459 Jun 07 06:58:42.134122 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-7052a4e3-dcb7-48ac-a7a0-7c0e94d6da24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762332461204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723872'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:42.362161 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bc9c30-7c74-4684-83d7-792373699089 req-320ae60c-3eb2-408a-bf97-9e62061efd85 tempest-TestMinimumBasicScenario-608799379 tempest-TestMinimumBasicScenario-608799379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:58:42.363849 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-64bc9c30-7c74-4684-83d7-792373699089 req-320ae60c-3eb2-408a-bf97-9e62061efd85 tempest-TestMinimumBasicScenario-608799379 tempest-TestMinimumBasicScenario-608799379-project] 10.222.0.43 "GET /v2.0/networks?id=76f3f9ca-4fe2-4771-877c-f7bbae3b30b7 HTTP/1.1" status: 200 len: 815 time: 0.1541572 Jun 07 06:58:42.376337 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.v2.base [req-64bc9c30-7c74-4684-83d7-792373699089 req-0cf5a674-7031-4d84-ba13-a21bcb73f3cc tempest-TestMinimumBasicScenario-608799379 tempest-TestMinimumBasicScenario-608799379-project] Request body: {'port': {'device_id': '795e2a4a-ae14-4646-8bf6-9ccffb59f7d8', 'network_id': '76f3f9ca-4fe2-4771-877c-f7bbae3b30b7', 'admin_state_up': True, 'tenant_id': '6d873eb9de9b41628d2183c081676fec'}} {{(pid=91773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 06:58:42.558531 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64bc9c30-7c74-4684-83d7-792373699089 req-0cf5a674-7031-4d84-ba13-a21bcb73f3cc tempest-TestMinimumBasicScenario-608799379 tempest-TestMinimumBasicScenario-608799379-project] Made reservation on behalf of 6d873eb9de9b41628d2183c081676fec for: {'port': 1} {{(pid=91773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 06:58:42.569087 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [req-64bc9c30-7c74-4684-83d7-792373699089 req-0cf5a674-7031-4d84-ba13-a21bcb73f3cc tempest-TestMinimumBasicScenario-608799379 tempest-TestMinimumBasicScenario-608799379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564700'] for port, before_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:42.576571 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-191fa095-3bb6-465d-8dbc-b0565eb385a2 req-3716f041-4e04-4ee5-af6a-87f1d72e930f tempest-TestMinimumBasicScenario-608799379 tempest-TestMinimumBasicScenario-608799379-project] 10.222.0.21 "GET /v2.0/ports?device_id=795e2a4a-ae14-4646-8bf6-9ccffb59f7d8 HTTP/1.1" status: 200 len: 210 time: 0.1648085 Jun 07 06:58:42.771346 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.db.db_base_plugin_common [req-64bc9c30-7c74-4684-83d7-792373699089 req-0cf5a674-7031-4d84-ba13-a21bcb73f3cc tempest-TestMinimumBasicScenario-608799379 tempest-TestMinimumBasicScenario-608799379-project] Allocated IP 172.20.0.13 (76f3f9ca-4fe2-4771-877c-f7bbae3b30b7/9782a052-4bf6-4b92-9f6e-b9af5249925f/ab18b70a-fd83-4a32-9ad3-05de65734339) {{(pid=91773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 06:58:43.054097 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [req-64bc9c30-7c74-4684-83d7-792373699089 req-0cf5a674-7031-4d84-ba13-a21bcb73f3cc tempest-TestMinimumBasicScenario-608799379 tempest-TestMinimumBasicScenario-608799379-project] Notify callbacks [] for port, precommit_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:43.071692 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.db.provisioning_blocks [req-64bc9c30-7c74-4684-83d7-792373699089 req-0cf5a674-7031-4d84-ba13-a21bcb73f3cc tempest-TestMinimumBasicScenario-608799379 tempest-TestMinimumBasicScenario-608799379-project] Transition to ACTIVE for port object ab18b70a-fd83-4a32-9ad3-05de65734339 will not be triggered until provisioned by entity DHCP. {{(pid=91773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 06:58:43.101927 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [req-64bc9c30-7c74-4684-83d7-792373699089 req-0cf5a674-7031-4d84-ba13-a21bcb73f3cc tempest-TestMinimumBasicScenario-608799379 tempest-TestMinimumBasicScenario-608799379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-569476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648536', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762331935079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2253277'] for port, after_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:43.109115 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-91b79c6d-ac3d-433c-b1f9-0caf676af16a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:58:43.192158 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf5a674-7031-4d84-ba13-a21bcb73f3cc tempest-TestMinimumBasicScenario-608799379 tempest-TestMinimumBasicScenario-608799379-project] Pushing event updated for resources: {'Port': ['ID=ab18b70a-fd83-4a32-9ad3-05de65734339,revision_number=1']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:58:43.205297 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-0cf5a674-7031-4d84-ba13-a21bcb73f3cc tempest-TestMinimumBasicScenario-608799379 tempest-TestMinimumBasicScenario-608799379-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:58:43.215339 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64bc9c30-7c74-4684-83d7-792373699089 req-0cf5a674-7031-4d84-ba13-a21bcb73f3cc tempest-TestMinimumBasicScenario-608799379 tempest-TestMinimumBasicScenario-608799379-project] Network 76f3f9ca-4fe2-4771-877c-f7bbae3b30b7 is already hosted by enough agents. {{(pid=91773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 06:58:43.216814 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.scheduler.base_scheduler [req-64bc9c30-7c74-4684-83d7-792373699089 req-0cf5a674-7031-4d84-ba13-a21bcb73f3cc tempest-TestMinimumBasicScenario-608799379 tempest-TestMinimumBasicScenario-608799379-project] Resources bound (agent type, host, resource id): {{(pid=91773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 06:58:43.219867 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.db.l3_dvrscheduler_db [req-64bc9c30-7c74-4684-83d7-792373699089 req-0cf5a674-7031-4d84-ba13-a21bcb73f3cc tempest-TestMinimumBasicScenario-608799379 tempest-TestMinimumBasicScenario-608799379-project] Received port after_create {{(pid=91773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 06:58:43.306358 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bc9c30-7c74-4684-83d7-792373699089 req-0cf5a674-7031-4d84-ba13-a21bcb73f3cc tempest-TestMinimumBasicScenario-608799379 tempest-TestMinimumBasicScenario-608799379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:58:43.306900 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [req-64bc9c30-7c74-4684-83d7-792373699089 req-0cf5a674-7031-4d84-ba13-a21bcb73f3cc tempest-TestMinimumBasicScenario-608799379 tempest-TestMinimumBasicScenario-608799379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503096'] for port, before_response {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:43.340186 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-64bc9c30-7c74-4684-83d7-792373699089 req-0cf5a674-7031-4d84-ba13-a21bcb73f3cc tempest-TestMinimumBasicScenario-608799379 tempest-TestMinimumBasicScenario-608799379-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9675019 Jun 07 06:58:43.560971 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.db.provisioning_blocks [None req-40e11cc5-d689-4f93-8ab8-13f4a89e9ff2 None None] Provisioning for port ab18b70a-fd83-4a32-9ad3-05de65734339 completed by entity DHCP. {{(pid=91774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 06:58:43.567148 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.db.provisioning_blocks [None req-40e11cc5-d689-4f93-8ab8-13f4a89e9ff2 None None] Provisioning complete for port ab18b70a-fd83-4a32-9ad3-05de65734339 triggered by entity DHCP. {{(pid=91774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 06:58:43.568015 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-40e11cc5-d689-4f93-8ab8-13f4a89e9ff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723953'] for port, provisioning_complete {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:43.626648 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.plugin [None req-40e11cc5-d689-4f93-8ab8-13f4a89e9ff2 None None] Port ab18b70a-fd83-4a32-9ad3-05de65734339 cannot update to ACTIVE because it is not bound. {{(pid=91774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 07 06:58:43.766144 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878e1633-7dc7-49cc-bb83-4a3ee99d23ed req-7c55dac7-4d02-4ac5-9b56-1c3f76061efd tempest-TestMinimumBasicScenario-608799379 tempest-TestMinimumBasicScenario-608799379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:58:43.772577 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-878e1633-7dc7-49cc-bb83-4a3ee99d23ed req-7c55dac7-4d02-4ac5-9b56-1c3f76061efd tempest-TestMinimumBasicScenario-608799379 tempest-TestMinimumBasicScenario-608799379-project] 10.222.0.21 "GET /v2.0/ports?device_id=795e2a4a-ae14-4646-8bf6-9ccffb59f7d8 HTTP/1.1" status: 200 len: 932 time: 0.0969872 Jun 07 06:58:43.820070 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-878e1633-7dc7-49cc-bb83-4a3ee99d23ed req-b404c9f6-e613-4db2-bf65-e8eec26a24e4 tempest-TestMinimumBasicScenario-608799379 tempest-TestMinimumBasicScenario-608799379-project] 10.222.0.21 "GET /v2.0/security-groups?id=2a9523a8-2ff1-4f5b-9747-a8d45ba0dae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461838 Jun 07 06:58:44.363113 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7b10f0-b28e-408a-be79-6016060482cc req-e06842a1-5aac-49c5-b574-23a918ef776c tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:58:44.372823 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-fc7b10f0-b28e-408a-be79-6016060482cc req-e06842a1-5aac-49c5-b574-23a918ef776c tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] 10.222.0.21 "GET /v2.0/ports?device_id=ebdb7c72-c3d1-47bb-9d0a-4f00e59b88dc HTTP/1.1" status: 200 len: 945 time: 0.0990589 Jun 07 06:58:44.416042 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-fc7b10f0-b28e-408a-be79-6016060482cc req-57f0727e-b3f1-4770-87ba-cafc3354f4e8 tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] 10.222.0.21 "GET /v2.0/security-groups?id=c87f206a-51e2-42cb-bc99-41914c02c812&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420616 Jun 07 06:58:44.900456 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron.db.agents_db [None req-9f63f2a9-7775-47ca-9fc8-a7f68791a20c None None] Agent healthcheck: found 6 active agents {{(pid=91775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 06:58:45.029799 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf1d8e8-7bd8-4869-96f0-b82eeb69696e req-164817a9-2121-4eed-af8f-2db64a1580d5 tempest-TestMinimumBasicScenario-608799379 tempest-TestMinimumBasicScenario-608799379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:58:45.031177 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-ccf1d8e8-7bd8-4869-96f0-b82eeb69696e req-164817a9-2121-4eed-af8f-2db64a1580d5 tempest-TestMinimumBasicScenario-608799379 tempest-TestMinimumBasicScenario-608799379-project] 10.222.0.21 "GET /v2.0/ports?device_id=795e2a4a-ae14-4646-8bf6-9ccffb59f7d8 HTTP/1.1" status: 200 len: 932 time: 0.0933843 Jun 07 06:58:45.077247 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-ccf1d8e8-7bd8-4869-96f0-b82eeb69696e req-cb938436-5959-4a26-a827-b619137b2f46 tempest-TestMinimumBasicScenario-608799379 tempest-TestMinimumBasicScenario-608799379-project] 10.222.0.21 "GET /v2.0/security-groups?id=2a9523a8-2ff1-4f5b-9747-a8d45ba0dae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396078 Jun 07 06:58:45.609975 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2159bf59-31ec-4b2a-9e4e-53c0be2fa931 req-fced105f-5569-4856-8474-14f3c6d43271 tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:58:45.611486 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-2159bf59-31ec-4b2a-9e4e-53c0be2fa931 req-fced105f-5569-4856-8474-14f3c6d43271 tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] 10.222.0.21 "GET /v2.0/ports?device_id=ebdb7c72-c3d1-47bb-9d0a-4f00e59b88dc HTTP/1.1" status: 200 len: 945 time: 0.0820465 Jun 07 06:58:45.664642 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-2159bf59-31ec-4b2a-9e4e-53c0be2fa931 req-ac238bef-18f1-48ed-a206-8de00074f09a tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] 10.222.0.21 "GET /v2.0/security-groups?id=c87f206a-51e2-42cb-bc99-41914c02c812&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468054 Jun 07 06:58:46.274182 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31539c0-3a16-4514-88cc-e3abd802f583 req-761b8005-a253-4d71-97d3-b326018d5afc tempest-TestMinimumBasicScenario-608799379 tempest-TestMinimumBasicScenario-608799379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:58:46.275533 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-c31539c0-3a16-4514-88cc-e3abd802f583 req-761b8005-a253-4d71-97d3-b326018d5afc tempest-TestMinimumBasicScenario-608799379 tempest-TestMinimumBasicScenario-608799379-project] 10.222.0.21 "GET /v2.0/ports?device_id=795e2a4a-ae14-4646-8bf6-9ccffb59f7d8 HTTP/1.1" status: 200 len: 932 time: 0.0851121 Jun 07 06:58:46.325010 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-c31539c0-3a16-4514-88cc-e3abd802f583 req-7753bd9c-c1bd-4c39-bd18-99a6cb2862ea tempest-TestMinimumBasicScenario-608799379 tempest-TestMinimumBasicScenario-608799379-project] 10.222.0.21 "GET /v2.0/security-groups?id=2a9523a8-2ff1-4f5b-9747-a8d45ba0dae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425999 Jun 07 06:58:46.869030 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210c48c1-291e-4422-bdce-92b9b280ff49 req-a3ecea9c-d992-4a42-9191-bee0e96567ce tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:58:46.870774 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-210c48c1-291e-4422-bdce-92b9b280ff49 req-a3ecea9c-d992-4a42-9191-bee0e96567ce tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] 10.222.0.21 "GET /v2.0/ports?device_id=ebdb7c72-c3d1-47bb-9d0a-4f00e59b88dc HTTP/1.1" status: 200 len: 945 time: 0.0803750 Jun 07 06:58:46.917568 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-210c48c1-291e-4422-bdce-92b9b280ff49 req-08985468-f63a-41a2-b7e7-183d17ef0f3d tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] 10.222.0.21 "GET /v2.0/security-groups?id=c87f206a-51e2-42cb-bc99-41914c02c812&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411029 Jun 07 06:58:47.549203 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b008afd-84a6-4e72-b3a4-ada01163bc43 req-b2755ca3-147b-43d1-80bb-90039c042259 tempest-TestMinimumBasicScenario-608799379 tempest-TestMinimumBasicScenario-608799379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:58:47.550656 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-4b008afd-84a6-4e72-b3a4-ada01163bc43 req-b2755ca3-147b-43d1-80bb-90039c042259 tempest-TestMinimumBasicScenario-608799379 tempest-TestMinimumBasicScenario-608799379-project] 10.222.0.21 "GET /v2.0/ports?device_id=795e2a4a-ae14-4646-8bf6-9ccffb59f7d8 HTTP/1.1" status: 200 len: 932 time: 0.1056988 Jun 07 06:58:47.603505 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-4b008afd-84a6-4e72-b3a4-ada01163bc43 req-ee56a2b2-7f8a-4347-9531-63ec7b106552 tempest-TestMinimumBasicScenario-608799379 tempest-TestMinimumBasicScenario-608799379-project] 10.222.0.21 "GET /v2.0/security-groups?id=2a9523a8-2ff1-4f5b-9747-a8d45ba0dae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426042 Jun 07 06:58:48.109080 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e69e4d2-06c2-4621-9d98-6d084a7be63a req-e4051a25-bdd7-4764-b77f-f7741e63372d tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:58:48.110533 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-6e69e4d2-06c2-4621-9d98-6d084a7be63a req-e4051a25-bdd7-4764-b77f-f7741e63372d tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] 10.222.0.21 "GET /v2.0/ports?device_id=ebdb7c72-c3d1-47bb-9d0a-4f00e59b88dc HTTP/1.1" status: 200 len: 945 time: 0.0808802 Jun 07 06:58:48.160601 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-6e69e4d2-06c2-4621-9d98-6d084a7be63a req-ea37f200-ab9d-4ec1-bd42-5747d3a0e7c0 tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] 10.222.0.21 "GET /v2.0/security-groups?id=c87f206a-51e2-42cb-bc99-41914c02c812&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441692 Jun 07 06:58:48.812575 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d81ab9e-f126-4433-ac45-62de5df6ed01 req-641b64e4-88de-4acb-8bff-5f9fe1cc5b40 tempest-TestMinimumBasicScenario-608799379 tempest-TestMinimumBasicScenario-608799379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:58:48.814166 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-9d81ab9e-f126-4433-ac45-62de5df6ed01 req-641b64e4-88de-4acb-8bff-5f9fe1cc5b40 tempest-TestMinimumBasicScenario-608799379 tempest-TestMinimumBasicScenario-608799379-project] 10.222.0.21 "GET /v2.0/ports?device_id=795e2a4a-ae14-4646-8bf6-9ccffb59f7d8 HTTP/1.1" status: 200 len: 932 time: 0.0998898 Jun 07 06:58:48.862490 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-9d81ab9e-f126-4433-ac45-62de5df6ed01 req-43dcc3da-46d9-4b2e-8bb8-cfda2ddb3ad3 tempest-TestMinimumBasicScenario-608799379 tempest-TestMinimumBasicScenario-608799379-project] 10.222.0.21 "GET /v2.0/security-groups?id=2a9523a8-2ff1-4f5b-9747-a8d45ba0dae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428822 Jun 07 06:58:49.362809 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd532d99-4092-442f-bcf7-c2564cb48981 req-583f2216-8ae5-4b85-bbf7-1b8153eb3437 tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:58:49.364327 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-dd532d99-4092-442f-bcf7-c2564cb48981 req-583f2216-8ae5-4b85-bbf7-1b8153eb3437 tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] 10.222.0.21 "GET /v2.0/ports?device_id=ebdb7c72-c3d1-47bb-9d0a-4f00e59b88dc HTTP/1.1" status: 200 len: 945 time: 0.0909684 Jun 07 06:58:49.410971 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-dd532d99-4092-442f-bcf7-c2564cb48981 req-ba707606-0a8e-4b6f-ba7d-2879275b4912 tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] 10.222.0.21 "GET /v2.0/security-groups?id=c87f206a-51e2-42cb-bc99-41914c02c812&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405490 Jun 07 06:58:50.054198 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02b929f-5368-4302-8b41-6f8df3b044ed req-39e216e7-b437-4981-bf86-11c8e3bd6915 tempest-TestMinimumBasicScenario-608799379 tempest-TestMinimumBasicScenario-608799379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:58:50.055625 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-c02b929f-5368-4302-8b41-6f8df3b044ed req-39e216e7-b437-4981-bf86-11c8e3bd6915 tempest-TestMinimumBasicScenario-608799379 tempest-TestMinimumBasicScenario-608799379-project] 10.222.0.21 "GET /v2.0/ports?device_id=795e2a4a-ae14-4646-8bf6-9ccffb59f7d8 HTTP/1.1" status: 200 len: 932 time: 0.0813732 Jun 07 06:58:50.306778 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-c02b929f-5368-4302-8b41-6f8df3b044ed req-c373ba92-cee1-4269-ba5d-1704df0336cf tempest-TestMinimumBasicScenario-608799379 tempest-TestMinimumBasicScenario-608799379-project] 10.222.0.21 "GET /v2.0/security-groups?id=2a9523a8-2ff1-4f5b-9747-a8d45ba0dae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2448761 Jun 07 06:58:50.648856 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a22a30-4720-4a18-9f76-2aeab1cc06b4 req-4b8f8709-1383-41bd-8296-830e81b49bcf tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:58:50.650594 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-44a22a30-4720-4a18-9f76-2aeab1cc06b4 req-4b8f8709-1383-41bd-8296-830e81b49bcf tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] 10.222.0.21 "GET /v2.0/ports?device_id=ebdb7c72-c3d1-47bb-9d0a-4f00e59b88dc HTTP/1.1" status: 200 len: 945 time: 0.1054254 Jun 07 06:58:50.709348 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-44a22a30-4720-4a18-9f76-2aeab1cc06b4 req-6fc573e1-137b-4c3e-bdd7-c5124d800c3f tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] 10.222.0.21 "GET /v2.0/security-groups?id=c87f206a-51e2-42cb-bc99-41914c02c812&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526083 Jun 07 06:58:51.488808 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8109f2-984c-4871-a233-3ce3015668a6 req-280b12f8-3681-439f-a032-07f97916efd8 tempest-TestMinimumBasicScenario-608799379 tempest-TestMinimumBasicScenario-608799379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:58:51.490148 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-4b8109f2-984c-4871-a233-3ce3015668a6 req-280b12f8-3681-439f-a032-07f97916efd8 tempest-TestMinimumBasicScenario-608799379 tempest-TestMinimumBasicScenario-608799379-project] 10.222.0.21 "GET /v2.0/ports?device_id=795e2a4a-ae14-4646-8bf6-9ccffb59f7d8 HTTP/1.1" status: 200 len: 932 time: 0.0800142 Jun 07 06:58:51.541282 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-4b8109f2-984c-4871-a233-3ce3015668a6 req-6c81bc07-4c93-4848-888c-904e7e0d61bf tempest-TestMinimumBasicScenario-608799379 tempest-TestMinimumBasicScenario-608799379-project] 10.222.0.21 "GET /v2.0/security-groups?id=2a9523a8-2ff1-4f5b-9747-a8d45ba0dae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455539 Jun 07 06:58:51.920549 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab1618d-5ab0-48fb-88d5-c59ae2729a87 req-a064b6f7-8f82-4c64-88b4-e8ef65e0f2a9 tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:58:51.922380 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-2ab1618d-5ab0-48fb-88d5-c59ae2729a87 req-a064b6f7-8f82-4c64-88b4-e8ef65e0f2a9 tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] 10.222.0.21 "GET /v2.0/ports?device_id=ebdb7c72-c3d1-47bb-9d0a-4f00e59b88dc HTTP/1.1" status: 200 len: 945 time: 0.0961504 Jun 07 06:58:51.973769 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-2ab1618d-5ab0-48fb-88d5-c59ae2729a87 req-698d910b-dba5-4c84-8949-40d9728a1bff tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] 10.222.0.21 "GET /v2.0/security-groups?id=c87f206a-51e2-42cb-bc99-41914c02c812&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457196 Jun 07 06:58:52.751701 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e01965d-d8ec-43d0-9f90-6a1e51b0f05b req-4f8923f0-e600-4b60-818f-9a2b6a073d31 tempest-TestMinimumBasicScenario-608799379 tempest-TestMinimumBasicScenario-608799379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:58:52.753400 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-2e01965d-d8ec-43d0-9f90-6a1e51b0f05b req-4f8923f0-e600-4b60-818f-9a2b6a073d31 tempest-TestMinimumBasicScenario-608799379 tempest-TestMinimumBasicScenario-608799379-project] 10.222.0.21 "GET /v2.0/ports?device_id=795e2a4a-ae14-4646-8bf6-9ccffb59f7d8 HTTP/1.1" status: 200 len: 932 time: 0.0936186 Jun 07 06:58:52.799966 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-2e01965d-d8ec-43d0-9f90-6a1e51b0f05b req-92835136-b6a0-4c95-bcec-7dcc69d1ff43 tempest-TestMinimumBasicScenario-608799379 tempest-TestMinimumBasicScenario-608799379-project] 10.222.0.21 "GET /v2.0/security-groups?id=2a9523a8-2ff1-4f5b-9747-a8d45ba0dae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405788 Jun 07 06:58:53.167235 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ed5513-23e8-4665-ae67-99f201fb2a5e req-ee67367a-33ee-49c8-ba73-f2e3c1258c57 tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:58:53.169196 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-42ed5513-23e8-4665-ae67-99f201fb2a5e req-ee67367a-33ee-49c8-ba73-f2e3c1258c57 tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] 10.222.0.21 "GET /v2.0/ports?device_id=ebdb7c72-c3d1-47bb-9d0a-4f00e59b88dc HTTP/1.1" status: 200 len: 945 time: 0.0788882 Jun 07 06:58:53.215655 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-42ed5513-23e8-4665-ae67-99f201fb2a5e req-3049138e-4d2d-43b4-8f68-1b2d23805ac0 tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] 10.222.0.21 "GET /v2.0/security-groups?id=c87f206a-51e2-42cb-bc99-41914c02c812&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409384 Jun 07 06:58:53.702088 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.v2.base [req-64bc9c30-7c74-4684-83d7-792373699089 req-f06f0104-188f-4a07-8ccd-5a475ce964fb service neutron] Request body: {'port': {'device_id': '795e2a4a-ae14-4646-8bf6-9ccffb59f7d8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78414'}} {{(pid=91773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 06:58:53.822461 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [req-64bc9c30-7c74-4684-83d7-792373699089 req-f06f0104-188f-4a07-8ccd-5a475ce964fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564700'] for port, before_update {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:53.992925 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d368185-4342-4468-a2e4-19dc6d4f4c18 req-151966fb-7882-42a5-b5a9-91f8cd53c495 tempest-TestMinimumBasicScenario-608799379 tempest-TestMinimumBasicScenario-608799379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:58:53.994372 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-4d368185-4342-4468-a2e4-19dc6d4f4c18 req-151966fb-7882-42a5-b5a9-91f8cd53c495 tempest-TestMinimumBasicScenario-608799379 tempest-TestMinimumBasicScenario-608799379-project] 10.222.0.21 "GET /v2.0/ports?device_id=795e2a4a-ae14-4646-8bf6-9ccffb59f7d8 HTTP/1.1" status: 200 len: 932 time: 0.0891325 Jun 07 06:58:54.049475 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-4d368185-4342-4468-a2e4-19dc6d4f4c18 req-99cbc9ff-7198-4570-85fc-3384f40d148a tempest-TestMinimumBasicScenario-608799379 tempest-TestMinimumBasicScenario-608799379-project] 10.222.0.21 "GET /v2.0/security-groups?id=2a9523a8-2ff1-4f5b-9747-a8d45ba0dae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484769 Jun 07 06:58:54.191706 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.notifiers.nova [req-64bc9c30-7c74-4684-83d7-792373699089 req-f06f0104-188f-4a07-8ccd-5a475ce964fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab18b70a-fd83-4a32-9ad3-05de65734339 {{(pid=91773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 06:58:54.199802 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [req-64bc9c30-7c74-4684-83d7-792373699089 req-f06f0104-188f-4a07-8ccd-5a475ce964fb service neutron] Notify callbacks [] for port, precommit_update {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:54.215243 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.db.provisioning_blocks [req-64bc9c30-7c74-4684-83d7-792373699089 req-f06f0104-188f-4a07-8ccd-5a475ce964fb service neutron] Transition to ACTIVE for port object ab18b70a-fd83-4a32-9ad3-05de65734339 will not be triggered until provisioned by entity L2. {{(pid=91773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 06:58:54.219962 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [req-64bc9c30-7c74-4684-83d7-792373699089 req-f06f0104-188f-4a07-8ccd-5a475ce964fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-569476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762332438254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762331935097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762331935142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2253286'] for port, after_update {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:54.224649 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-cb37d63f-91b6-42af-a40f-3af8169e990a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:58:54.300321 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06f0104-188f-4a07-8ccd-5a475ce964fb service neutron] Pushing event updated for resources: {'Port': ['ID=ab18b70a-fd83-4a32-9ad3-05de65734339,revision_number=2']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:58:54.304351 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-f06f0104-188f-4a07-8ccd-5a475ce964fb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:58:54.503553 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.managers [req-64bc9c30-7c74-4684-83d7-792373699089 req-f06f0104-188f-4a07-8ccd-5a475ce964fb service neutron] Attempting to bind port ab18b70a-fd83-4a32-9ad3-05de65734339 on host hv-cinder-78414 for vnic_type normal with profile {{(pid=91773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 06:58:54.504144 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.managers [req-64bc9c30-7c74-4684-83d7-792373699089 req-f06f0104-188f-4a07-8ccd-5a475ce964fb service neutron] Attempting to bind port ab18b70a-fd83-4a32-9ad3-05de65734339 by drivers openvswitch,hyperv on host hv-cinder-78414 at level 0 using segments [{'id': '3763f77b-fd3a-47d1-91c2-6e7b3cce8777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '76f3f9ca-4fe2-4771-877c-f7bbae3b30b7'}] {{(pid=91773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 06:58:54.504655 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64bc9c30-7c74-4684-83d7-792373699089 req-f06f0104-188f-4a07-8ccd-5a475ce964fb service neutron] Attempting to bind port ab18b70a-fd83-4a32-9ad3-05de65734339 on network 76f3f9ca-4fe2-4771-877c-f7bbae3b30b7 {{(pid=91773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 06:58:54.510026 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64bc9c30-7c74-4684-83d7-792373699089 req-f06f0104-188f-4a07-8ccd-5a475ce964fb service neutron] Port ab18b70a-fd83-4a32-9ad3-05de65734339 on network 76f3f9ca-4fe2-4771-877c-f7bbae3b30b7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78414 {{(pid=91773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 07 06:58:54.510365 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64bc9c30-7c74-4684-83d7-792373699089 req-f06f0104-188f-4a07-8ccd-5a475ce964fb service neutron] Attempting to bind port ab18b70a-fd83-4a32-9ad3-05de65734339 on network 76f3f9ca-4fe2-4771-877c-f7bbae3b30b7 {{(pid=91773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 06:58:54.517842 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64bc9c30-7c74-4684-83d7-792373699089 req-f06f0104-188f-4a07-8ccd-5a475ce964fb service neutron] Checking agent: {'id': '5a91191c-7894-4314-84ee-19ce578def86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78414', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 6, 52, 11), 'started_at': datetime.datetime(2021, 6, 7, 6, 52, 11), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 6, 58, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 06:58:54.518226 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64bc9c30-7c74-4684-83d7-792373699089 req-f06f0104-188f-4a07-8ccd-5a475ce964fb service neutron] Checking segment: {'id': '3763f77b-fd3a-47d1-91c2-6e7b3cce8777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '76f3f9ca-4fe2-4771-877c-f7bbae3b30b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 06:58:54.518622 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64bc9c30-7c74-4684-83d7-792373699089 req-f06f0104-188f-4a07-8ccd-5a475ce964fb service neutron] Bound using segment: {'id': '3763f77b-fd3a-47d1-91c2-6e7b3cce8777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '76f3f9ca-4fe2-4771-877c-f7bbae3b30b7'} {{(pid=91773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 06:58:54.519052 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.managers [req-64bc9c30-7c74-4684-83d7-792373699089 req-f06f0104-188f-4a07-8ccd-5a475ce964fb service neutron] Bound port: ab18b70a-fd83-4a32-9ad3-05de65734339, host: hv-cinder-78414, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3763f77b-fd3a-47d1-91c2-6e7b3cce8777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '76f3f9ca-4fe2-4771-877c-f7bbae3b30b7'}}] {{(pid=91773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 06:58:54.519547 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [req-64bc9c30-7c74-4684-83d7-792373699089 req-f06f0104-188f-4a07-8ccd-5a475ce964fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564700'] for port, before_update {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:54.544361 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fd95ea-dfae-4af3-ae3b-f02d1a83ee16 req-9ed19354-3ba9-40c7-b41b-fc2d10a2f4db tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:58:54.545831 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-04fd95ea-dfae-4af3-ae3b-f02d1a83ee16 req-9ed19354-3ba9-40c7-b41b-fc2d10a2f4db tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] 10.222.0.21 "GET /v2.0/ports?device_id=ebdb7c72-c3d1-47bb-9d0a-4f00e59b88dc HTTP/1.1" status: 200 len: 945 time: 0.1752357 Jun 07 06:58:54.592855 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-04fd95ea-dfae-4af3-ae3b-f02d1a83ee16 req-c7d16492-a440-4201-821a-ce97a4b797d5 tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] 10.222.0.21 "GET /v2.0/security-groups?id=c87f206a-51e2-42cb-bc99-41914c02c812&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410023 Jun 07 06:58:54.626447 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.db [req-64bc9c30-7c74-4684-83d7-792373699089 req-f06f0104-188f-4a07-8ccd-5a475ce964fb service neutron] For port ab18b70a-fd83-4a32-9ad3-05de65734339, host hv-cinder-78414, cleared binding levels {{(pid=91773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 06:58:54.629628 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.db [req-64bc9c30-7c74-4684-83d7-792373699089 req-f06f0104-188f-4a07-8ccd-5a475ce964fb service neutron] For port ab18b70a-fd83-4a32-9ad3-05de65734339, host hv-cinder-78414, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=ab18b70a-fd83-4a32-9ad3-05de65734339,segment=NetworkSegment(3763f77b-fd3a-47d1-91c2-6e7b3cce8777),segment_id=3763f77b-fd3a-47d1-91c2-6e7b3cce8777)] {{(pid=91773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 06:58:54.634006 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [req-64bc9c30-7c74-4684-83d7-792373699089 req-f06f0104-188f-4a07-8ccd-5a475ce964fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-569476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762332438254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762331935097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762331935142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2253286'] for port, after_update {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:54.639356 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-146f26ff-73dc-4524-976f-3adb0f7e43cb tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:58:54.767954 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bc9c30-7c74-4684-83d7-792373699089 req-f06f0104-188f-4a07-8ccd-5a475ce964fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:58:54.768562 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [req-64bc9c30-7c74-4684-83d7-792373699089 req-f06f0104-188f-4a07-8ccd-5a475ce964fb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503096'] for port, before_response {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:54.769921 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-64bc9c30-7c74-4684-83d7-792373699089 req-f06f0104-188f-4a07-8ccd-5a475ce964fb service neutron] 10.222.0.43 "PUT /v2.0/ports/ab18b70a-fd83-4a32-9ad3-05de65734339 HTTP/1.1" status: 200 len: 1094 time: 1.0722387 Jun 07 06:58:54.770405 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '795e2a4a-ae14-4646-8bf6-9ccffb59f7d8', 'tag': 'ab18b70a-fd83-4a32-9ad3-05de65734339'}] {{(pid=91773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 06:58:54.772698 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7af0e1444f231fbc9cc9c3372b4fb62bb65a3f4c42e6951a4a8787648e20f245" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27afedd2-3a79-4404-83f7-6072462b9b4c" -d '{"events": [{"name": "network-changed", "server_uuid": "795e2a4a-ae14-4646-8bf6-9ccffb59f7d8", "tag": "ab18b70a-fd83-4a32-9ad3-05de65734339"}]}' {{(pid=91773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 06:58:54.792830 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06f0104-188f-4a07-8ccd-5a475ce964fb service neutron] Pushing event updated for resources: {'Port': ['ID=ab18b70a-fd83-4a32-9ad3-05de65734339,revision_number=3']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:58:54.803674 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-f06f0104-188f-4a07-8ccd-5a475ce964fb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:58:54.856026 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 06:58:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb7ed131-4946-4aff-be62-b89bdb8922f9 x-openstack-request-id: req-eb7ed131-4946-4aff-be62-b89bdb8922f9 {{(pid=91773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 06:58:54.856510 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "795e2a4a-ae14-4646-8bf6-9ccffb59f7d8", "tag": "ab18b70a-fd83-4a32-9ad3-05de65734339", "status": "completed", "code": 200}]} {{(pid=91773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 06:58:54.856614 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-eb7ed131-4946-4aff-be62-b89bdb8922f9 {{(pid=91773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 06:58:54.857125 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '795e2a4a-ae14-4646-8bf6-9ccffb59f7d8', 'tag': 'ab18b70a-fd83-4a32-9ad3-05de65734339', 'status': 'completed', 'code': 200} Jun 07 06:58:54.900105 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bc9c30-7c74-4684-83d7-792373699089 req-f4605b95-7050-4eee-8455-eb4ab4e7822f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:58:54.901580 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-64bc9c30-7c74-4684-83d7-792373699089 req-f4605b95-7050-4eee-8455-eb4ab4e7822f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6d873eb9de9b41628d2183c081676fec&device_id=795e2a4a-ae14-4646-8bf6-9ccffb59f7d8 HTTP/1.1" status: 200 len: 1097 time: 0.0845764 Jun 07 06:58:54.970046 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-64bc9c30-7c74-4684-83d7-792373699089 req-e5357d98-8ab8-4208-88d7-7ea2db6093a7 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ab18b70a-fd83-4a32-9ad3-05de65734339 HTTP/1.1" status: 200 len: 217 time: 0.0603127 Jun 07 06:58:55.034991 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bc9c30-7c74-4684-83d7-792373699089 req-a404455e-d2cb-4e59-8733-57e04f2edc2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:58:55.036341 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-64bc9c30-7c74-4684-83d7-792373699089 req-a404455e-d2cb-4e59-8733-57e04f2edc2a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9782a052-4bf6-4b92-9f6e-b9af5249925f HTTP/1.1" status: 200 len: 854 time: 0.0590703 Jun 07 06:58:55.110702 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bc9c30-7c74-4684-83d7-792373699089 req-0e9406b7-e359-4e51-9907-e19a56cf5e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:58:55.112215 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-64bc9c30-7c74-4684-83d7-792373699089 req-0e9406b7-e359-4e51-9907-e19a56cf5e16 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=76f3f9ca-4fe2-4771-877c-f7bbae3b30b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0688877 Jun 07 06:58:55.227031 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a26d834-b4e6-467a-808d-125504ad53e8 req-878df9b1-b675-42b0-9925-89ac8f5f273d tempest-TestMinimumBasicScenario-608799379 tempest-TestMinimumBasicScenario-608799379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:58:55.228486 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-6a26d834-b4e6-467a-808d-125504ad53e8 req-878df9b1-b675-42b0-9925-89ac8f5f273d tempest-TestMinimumBasicScenario-608799379 tempest-TestMinimumBasicScenario-608799379-project] 10.222.0.21 "GET /v2.0/ports?device_id=795e2a4a-ae14-4646-8bf6-9ccffb59f7d8 HTTP/1.1" status: 200 len: 944 time: 0.0818696 Jun 07 06:58:55.261420 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-64bc9c30-7c74-4684-83d7-792373699089 req-95eed8fc-2768-46f8-9bc1-b65d4a5a8776 service neutron] 10.222.0.43 "GET /v2.0/networks/76f3f9ca-4fe2-4771-877c-f7bbae3b30b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410573 Jun 07 06:58:55.280590 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-6a26d834-b4e6-467a-808d-125504ad53e8 req-f0182c30-442e-405e-9c60-8fe61adf7c35 tempest-TestMinimumBasicScenario-608799379 tempest-TestMinimumBasicScenario-608799379-project] 10.222.0.21 "GET /v2.0/security-groups?id=2a9523a8-2ff1-4f5b-9747-a8d45ba0dae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448153 Jun 07 06:58:55.414111 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-64bc9c30-7c74-4684-83d7-792373699089 req-120741ae-3137-42ff-b671-d8fa9cd762fd service neutron] 10.222.0.43 "GET /v2.0/networks/76f3f9ca-4fe2-4771-877c-f7bbae3b30b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1467001 Jun 07 06:58:55.533618 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27afedd2-3a79-4404-83f7-6072462b9b4c req-74dfaa37-e3cb-4687-94f1-0413bfca83e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:58:55.535077 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-27afedd2-3a79-4404-83f7-6072462b9b4c req-74dfaa37-e3cb-4687-94f1-0413bfca83e3 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6d873eb9de9b41628d2183c081676fec&device_id=795e2a4a-ae14-4646-8bf6-9ccffb59f7d8 HTTP/1.1" status: 200 len: 1097 time: 0.0725336 Jun 07 06:58:55.673421 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27afedd2-3a79-4404-83f7-6072462b9b4c req-54c782ef-d9d2-4f80-9b3d-ed1c40dfdee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:58:55.674860 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-27afedd2-3a79-4404-83f7-6072462b9b4c req-54c782ef-d9d2-4f80-9b3d-ed1c40dfdee8 service neutron] 10.222.0.43 "GET /v2.0/networks?id=76f3f9ca-4fe2-4771-877c-f7bbae3b30b7 HTTP/1.1" status: 200 len: 916 time: 0.1319926 Jun 07 06:58:55.746408 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-27afedd2-3a79-4404-83f7-6072462b9b4c req-1a8016a0-e966-4d45-a68e-7bd0f0c8fd3d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ab18b70a-fd83-4a32-9ad3-05de65734339 HTTP/1.1" status: 200 len: 217 time: 0.0641685 Jun 07 06:58:55.794011 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d118650-8638-4103-bc9a-e85a553af553 req-dc3f19f6-78db-4be1-b365-a4e059548c44 tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:58:55.796126 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-3d118650-8638-4103-bc9a-e85a553af553 req-dc3f19f6-78db-4be1-b365-a4e059548c44 tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] 10.222.0.21 "GET /v2.0/ports?device_id=ebdb7c72-c3d1-47bb-9d0a-4f00e59b88dc HTTP/1.1" status: 200 len: 945 time: 0.0842073 Jun 07 06:58:55.818318 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27afedd2-3a79-4404-83f7-6072462b9b4c req-be2bfc8b-220f-4b9a-827c-91cd7edee3be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:58:55.819874 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-27afedd2-3a79-4404-83f7-6072462b9b4c req-be2bfc8b-220f-4b9a-827c-91cd7edee3be service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9782a052-4bf6-4b92-9f6e-b9af5249925f HTTP/1.1" status: 200 len: 854 time: 0.0661983 Jun 07 06:58:55.917099 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27afedd2-3a79-4404-83f7-6072462b9b4c req-5044d87b-9799-4896-996b-c8870b796789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:58:55.918800 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-27afedd2-3a79-4404-83f7-6072462b9b4c req-5044d87b-9799-4896-996b-c8870b796789 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=76f3f9ca-4fe2-4771-877c-f7bbae3b30b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0908101 Jun 07 06:58:55.953232 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-3d118650-8638-4103-bc9a-e85a553af553 req-697d03ee-da19-444d-891c-438e4993f265 tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] 10.222.0.21 "GET /v2.0/security-groups?id=c87f206a-51e2-42cb-bc99-41914c02c812&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1512685 Jun 07 06:58:56.107222 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-27afedd2-3a79-4404-83f7-6072462b9b4c req-2405655c-1e71-44e3-ad1e-8cc1b6395603 service neutron] 10.222.0.43 "GET /v2.0/networks/76f3f9ca-4fe2-4771-877c-f7bbae3b30b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1791224 Jun 07 06:58:56.254948 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-27afedd2-3a79-4404-83f7-6072462b9b4c req-03a811a5-d916-47c5-9902-facd795e1c6f service neutron] 10.222.0.43 "GET /v2.0/networks/76f3f9ca-4fe2-4771-877c-f7bbae3b30b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255813 Jun 07 06:58:56.471612 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647d8a29-af05-4aa5-b829-02b3e7274b39 req-e976f16c-2c0a-428f-80ba-fa6e6e6a0336 tempest-TestMinimumBasicScenario-608799379 tempest-TestMinimumBasicScenario-608799379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:58:56.473096 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-647d8a29-af05-4aa5-b829-02b3e7274b39 req-e976f16c-2c0a-428f-80ba-fa6e6e6a0336 tempest-TestMinimumBasicScenario-608799379 tempest-TestMinimumBasicScenario-608799379-project] 10.222.0.21 "GET /v2.0/ports?device_id=795e2a4a-ae14-4646-8bf6-9ccffb59f7d8 HTTP/1.1" status: 200 len: 944 time: 0.0788970 Jun 07 06:58:56.518863 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-647d8a29-af05-4aa5-b829-02b3e7274b39 req-db037136-18e3-4ce0-a01a-8fd35c8c138f tempest-TestMinimumBasicScenario-608799379 tempest-TestMinimumBasicScenario-608799379-project] 10.222.0.21 "GET /v2.0/security-groups?id=2a9523a8-2ff1-4f5b-9747-a8d45ba0dae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399318 Jun 07 06:58:57.137034 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e93299-f4d6-4513-98d9-07ea680dee08 req-1c594882-3d76-4050-ad99-a900fd3611cc tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:58:57.138599 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-08e93299-f4d6-4513-98d9-07ea680dee08 req-1c594882-3d76-4050-ad99-a900fd3611cc tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] 10.222.0.21 "GET /v2.0/ports?device_id=ebdb7c72-c3d1-47bb-9d0a-4f00e59b88dc HTTP/1.1" status: 200 len: 945 time: 0.0825808 Jun 07 06:58:57.168519 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.wsgi [-] (91772) accepted ('10.222.0.21', 58744) {{(pid=91772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:58:57.224830 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-08e93299-f4d6-4513-98d9-07ea680dee08 req-da888f32-dab8-410d-9e09-33e9972c21dd tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] 10.222.0.21 "GET /v2.0/security-groups?id=c87f206a-51e2-42cb-bc99-41914c02c812&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800400 Jun 07 06:58:57.244172 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6193d94-cc66-4c5f-b661-a3828c553f0b admin admin] Deleting subnet 89369382-1aa4-4918-b48d-f473dafdd753 {{(pid=91772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 07 06:58:57.247458 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-e6193d94-cc66-4c5f-b661-a3828c553f0b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:57.299411 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-e6193d94-cc66-4c5f-b661-a3828c553f0b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2375333'] for subnet, precommit_delete_associations {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:57.352442 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-e6193d94-cc66-4c5f-b661-a3828c553f0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-719335'] for subnet, precommit_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:57.417762 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-e6193d94-cc66-4c5f-b661-a3828c553f0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-719342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2958362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2169881'] for subnet, after_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:57.423379 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:58:57.459711 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6193d94-cc66-4c5f-b661-a3828c553f0b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=89369382-1aa4-4918-b48d-f473dafdd753,revision_number=None']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:58:57.462547 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-e6193d94-cc66-4c5f-b661-a3828c553f0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:58:57.463501 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-e6193d94-cc66-4c5f-b661-a3828c553f0b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648630'] for subnet, before_response {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:57.465284 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [None req-e6193d94-cc66-4c5f-b661-a3828c553f0b admin admin] 10.222.0.21 "DELETE /v2.0/subnets/89369382-1aa4-4918-b48d-f473dafdd753 HTTP/1.1" status: 204 len: 168 time: 0.2958453 Jun 07 06:58:57.467873 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.wsgi [-] (91772) accepted ('10.222.0.21', 58746) {{(pid=91772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:58:57.568473 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-d1fcd526-f987-4f83-9194-1d68c8e2e85c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538213'] for network, before_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:57.729519 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-d1fcd526-f987-4f83-9194-1d68c8e2e85c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-722558', 'neutron.services.segments.db._delete_segments_for_network-8762332461222'] for network, precommit_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:57.749160 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.services.segments.db [None req-d1fcd526-f987-4f83-9194-1d68c8e2e85c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c2b6dc6-59be-4a82-a060-122a69712736']}} {{(pid=91772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 06:58:57.762463 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.services.segments.db [None req-d1fcd526-f987-4f83-9194-1d68c8e2e85c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd88fde3d-4599-4293-8ec3-171d05e6ac8b') {'for_net_delete': True} {{(pid=91772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 06:58:57.762753 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.services.segments.db [None req-d1fcd526-f987-4f83-9194-1d68c8e2e85c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd88fde3d-4599-4293-8ec3-171d05e6ac8b') {} {{(pid=91772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 06:58:57.778335 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-d1fcd526-f987-4f83-9194-1d68c8e2e85c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762332204737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2375324'] for segment, before_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:57.801519 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-d1fcd526-f987-4f83-9194-1d68c8e2e85c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-712556'] for segment, precommit_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:57.813626 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc00a917-a078-4676-a259-23a6c8861fff req-96916132-1b19-42f1-b3ff-41b437441864 tempest-TestMinimumBasicScenario-608799379 tempest-TestMinimumBasicScenario-608799379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:58:57.815048 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-dc00a917-a078-4676-a259-23a6c8861fff req-96916132-1b19-42f1-b3ff-41b437441864 tempest-TestMinimumBasicScenario-608799379 tempest-TestMinimumBasicScenario-608799379-project] 10.222.0.21 "GET /v2.0/ports?device_id=795e2a4a-ae14-4646-8bf6-9ccffb59f7d8 HTTP/1.1" status: 200 len: 944 time: 0.1842823 Jun 07 06:58:57.817901 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1fcd526-f987-4f83-9194-1d68c8e2e85c admin admin] Releasing vlan 332 on physical network physnet1 to pool {{(pid=91772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 07 06:58:57.818287 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-d1fcd526-f987-4f83-9194-1d68c8e2e85c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-712556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2958496'] for segment, after_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:57.831810 dv-cinder-784140-5-smb neutron-server[91772]: Traceback (most recent call last): Jun 07 06:58:57.831810 dv-cinder-784140-5-smb neutron-server[91772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 07 06:58:57.831810 dv-cinder-784140-5-smb neutron-server[91772]: timer() Jun 07 06:58:57.831810 dv-cinder-784140-5-smb neutron-server[91772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 07 06:58:57.831810 dv-cinder-784140-5-smb neutron-server[91772]: cb(*args, **kw) Jun 07 06:58:57.831810 dv-cinder-784140-5-smb neutron-server[91772]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 07 06:58:57.831810 dv-cinder-784140-5-smb neutron-server[91772]: return func(*args, **kwargs) Jun 07 06:58:57.831810 dv-cinder-784140-5-smb neutron-server[91772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 07 06:58:57.831810 dv-cinder-784140-5-smb neutron-server[91772]: self._notify() Jun 07 06:58:57.831810 dv-cinder-784140-5-smb neutron-server[91772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 07 06:58:57.831810 dv-cinder-784140-5-smb neutron-server[91772]: self.callback(batched_events) Jun 07 06:58:57.831810 dv-cinder-784140-5-smb neutron-server[91772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 07 06:58:57.831810 dv-cinder-784140-5-smb neutron-server[91772]: event.method(event) Jun 07 06:58:57.831810 dv-cinder-784140-5-smb neutron-server[91772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 07 06:58:57.831810 dv-cinder-784140-5-smb neutron-server[91772]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 07 06:58:57.831810 dv-cinder-784140-5-smb neutron-server[91772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 07 06:58:57.831810 dv-cinder-784140-5-smb neutron-server[91772]: aggregate_uuid = self.p_client.list_aggregates( Jun 07 06:58:57.831810 dv-cinder-784140-5-smb neutron-server[91772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 07 06:58:57.831810 dv-cinder-784140-5-smb neutron-server[91772]: return f(self, *a, **k) Jun 07 06:58:57.831810 dv-cinder-784140-5-smb neutron-server[91772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 07 06:58:57.831810 dv-cinder-784140-5-smb neutron-server[91772]: return self._get(url).json() Jun 07 06:58:57.831810 dv-cinder-784140-5-smb neutron-server[91772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 07 06:58:57.831810 dv-cinder-784140-5-smb neutron-server[91772]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 07 06:58:57.831810 dv-cinder-784140-5-smb neutron-server[91772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 07 06:58:57.831810 dv-cinder-784140-5-smb neutron-server[91772]: return self.request(url, 'GET', **kwargs) Jun 07 06:58:57.831810 dv-cinder-784140-5-smb neutron-server[91772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 07 06:58:57.831810 dv-cinder-784140-5-smb neutron-server[91772]: base_url = self.get_endpoint(auth, allow=allow, Jun 07 06:58:57.831810 dv-cinder-784140-5-smb neutron-server[91772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 07 06:58:57.831810 dv-cinder-784140-5-smb neutron-server[91772]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 07 06:58:57.831810 dv-cinder-784140-5-smb neutron-server[91772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 07 06:58:57.831810 dv-cinder-784140-5-smb neutron-server[91772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 07 06:58:57.831810 dv-cinder-784140-5-smb neutron-server[91772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 07 06:58:57.939137 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-dc00a917-a078-4676-a259-23a6c8861fff req-09ada3fa-0927-47c5-bbf1-cb6ac46820bf tempest-TestMinimumBasicScenario-608799379 tempest-TestMinimumBasicScenario-608799379-project] 10.222.0.21 "GET /v2.0/security-groups?id=2a9523a8-2ff1-4f5b-9747-a8d45ba0dae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035957 Jun 07 06:58:57.939137 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-d1fcd526-f987-4f83-9194-1d68c8e2e85c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-722533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1706969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754209'] for network, after_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:57.943262 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-d1fcd526-f987-4f83-9194-1d68c8e2e85c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648630'] for network, before_response {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:57.945853 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [None req-d1fcd526-f987-4f83-9194-1d68c8e2e85c admin admin] 10.222.0.21 "DELETE /v2.0/networks/4c2b6dc6-59be-4a82-a060-122a69712736 HTTP/1.1" status: 204 len: 168 time: 0.4764824 Jun 07 06:58:57.946598 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:58:57.948184 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.21', 58750) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:58:57.966702 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fcd526-f987-4f83-9194-1d68c8e2e85c admin admin] Pushing event deleted for resources: {'Network': ['ID=4c2b6dc6-59be-4a82-a060-122a69712736,revision_number=None']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:58:57.973031 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-d1fcd526-f987-4f83-9194-1d68c8e2e85c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:58:58.020599 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.db.db_base_plugin_v2 [None req-d614eca7-6f6d-4463-a25e-db463f403bb5 admin admin] Deleting subnet bf27b639-ff0b-4f68-a4e2-938586eadbe8 {{(pid=91773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 07 06:58:58.023606 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-d614eca7-6f6d-4463-a25e-db463f403bb5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:58.071780 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-d614eca7-6f6d-4463-a25e-db463f403bb5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2155128'] for subnet, precommit_delete_associations {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:58.125129 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-d614eca7-6f6d-4463-a25e-db463f403bb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-719335'] for subnet, precommit_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:58.267610 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-d614eca7-6f6d-4463-a25e-db463f403bb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-719342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2253104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2142140'] for subnet, after_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:58.273338 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:58:58.308060 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d614eca7-6f6d-4463-a25e-db463f403bb5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bf27b639-ff0b-4f68-a4e2-938586eadbe8,revision_number=None']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:58:58.309968 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-d614eca7-6f6d-4463-a25e-db463f403bb5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:58.312332 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [None req-d614eca7-6f6d-4463-a25e-db463f403bb5 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/bf27b639-ff0b-4f68-a4e2-938586eadbe8 HTTP/1.1" status: 204 len: 168 time: 0.3630559 Jun 07 06:58:58.313297 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-d614eca7-6f6d-4463-a25e-db463f403bb5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:58:58.314293 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.21', 58756) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:58:58.445244 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-a8247c4a-a9f3-43fd-8cb3-cc87737e2c33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538213'] for network, before_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:58.451544 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dcf1a9-2cf7-4f73-98cb-affcc1c7ed64 req-214db760-f895-41af-83d6-67bbc2534897 tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:58:58.453030 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-91dcf1a9-2cf7-4f73-98cb-affcc1c7ed64 req-214db760-f895-41af-83d6-67bbc2534897 tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] 10.222.0.21 "GET /v2.0/ports?device_id=ebdb7c72-c3d1-47bb-9d0a-4f00e59b88dc HTTP/1.1" status: 200 len: 945 time: 0.1141295 Jun 07 06:58:58.497223 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-91dcf1a9-2cf7-4f73-98cb-affcc1c7ed64 req-5e1c5fa3-da34-4120-bc74-511edd1a8036 tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] 10.222.0.21 "GET /v2.0/security-groups?id=c87f206a-51e2-42cb-bc99-41914c02c812&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384672 Jun 07 06:58:58.569439 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-a8247c4a-a9f3-43fd-8cb3-cc87737e2c33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-722558', 'neutron.services.segments.db._delete_segments_for_network-8762332461222'] for network, precommit_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:58.581878 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.services.segments.db [None req-a8247c4a-a9f3-43fd-8cb3-cc87737e2c33 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5485bc20-2487-44e0-84c0-4773f031c69f']}} {{(pid=91773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 06:58:58.594281 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.services.segments.db [None req-a8247c4a-a9f3-43fd-8cb3-cc87737e2c33 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32cff537-44a2-49b5-86fd-1fe5a742ce21') {'for_net_delete': True} {{(pid=91773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 06:58:58.594573 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.services.segments.db [None req-a8247c4a-a9f3-43fd-8cb3-cc87737e2c33 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32cff537-44a2-49b5-86fd-1fe5a742ce21') {} {{(pid=91773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 06:58:58.605452 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-a8247c4a-a9f3-43fd-8cb3-cc87737e2c33 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762332204737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2155073'] for segment, before_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:58.620974 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-a8247c4a-a9f3-43fd-8cb3-cc87737e2c33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-712556'] for segment, precommit_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:58.627303 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8247c4a-a9f3-43fd-8cb3-cc87737e2c33 admin admin] Releasing vlan 344 on physical network physnet1 to pool {{(pid=91773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 07 06:58:58.627677 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-a8247c4a-a9f3-43fd-8cb3-cc87737e2c33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-712556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2253194'] for segment, after_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:58.640758 dv-cinder-784140-5-smb neutron-server[91773]: Traceback (most recent call last): Jun 07 06:58:58.640758 dv-cinder-784140-5-smb neutron-server[91773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 07 06:58:58.640758 dv-cinder-784140-5-smb neutron-server[91773]: timer() Jun 07 06:58:58.640758 dv-cinder-784140-5-smb neutron-server[91773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 07 06:58:58.640758 dv-cinder-784140-5-smb neutron-server[91773]: cb(*args, **kw) Jun 07 06:58:58.640758 dv-cinder-784140-5-smb neutron-server[91773]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 07 06:58:58.640758 dv-cinder-784140-5-smb neutron-server[91773]: return func(*args, **kwargs) Jun 07 06:58:58.640758 dv-cinder-784140-5-smb neutron-server[91773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 07 06:58:58.640758 dv-cinder-784140-5-smb neutron-server[91773]: self._notify() Jun 07 06:58:58.640758 dv-cinder-784140-5-smb neutron-server[91773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 07 06:58:58.640758 dv-cinder-784140-5-smb neutron-server[91773]: self.callback(batched_events) Jun 07 06:58:58.640758 dv-cinder-784140-5-smb neutron-server[91773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 07 06:58:58.640758 dv-cinder-784140-5-smb neutron-server[91773]: event.method(event) Jun 07 06:58:58.640758 dv-cinder-784140-5-smb neutron-server[91773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 07 06:58:58.640758 dv-cinder-784140-5-smb neutron-server[91773]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 07 06:58:58.640758 dv-cinder-784140-5-smb neutron-server[91773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 07 06:58:58.640758 dv-cinder-784140-5-smb neutron-server[91773]: aggregate_uuid = self.p_client.list_aggregates( Jun 07 06:58:58.640758 dv-cinder-784140-5-smb neutron-server[91773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 07 06:58:58.640758 dv-cinder-784140-5-smb neutron-server[91773]: return f(self, *a, **k) Jun 07 06:58:58.640758 dv-cinder-784140-5-smb neutron-server[91773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 07 06:58:58.640758 dv-cinder-784140-5-smb neutron-server[91773]: return self._get(url).json() Jun 07 06:58:58.640758 dv-cinder-784140-5-smb neutron-server[91773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 07 06:58:58.640758 dv-cinder-784140-5-smb neutron-server[91773]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 07 06:58:58.640758 dv-cinder-784140-5-smb neutron-server[91773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 07 06:58:58.640758 dv-cinder-784140-5-smb neutron-server[91773]: return self.request(url, 'GET', **kwargs) Jun 07 06:58:58.640758 dv-cinder-784140-5-smb neutron-server[91773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 07 06:58:58.640758 dv-cinder-784140-5-smb neutron-server[91773]: base_url = self.get_endpoint(auth, allow=allow, Jun 07 06:58:58.640758 dv-cinder-784140-5-smb neutron-server[91773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 07 06:58:58.640758 dv-cinder-784140-5-smb neutron-server[91773]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 07 06:58:58.640758 dv-cinder-784140-5-smb neutron-server[91773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 07 06:58:58.640758 dv-cinder-784140-5-smb neutron-server[91773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 07 06:58:58.640758 dv-cinder-784140-5-smb neutron-server[91773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 07 06:58:58.716123 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-a8247c4a-a9f3-43fd-8cb3-cc87737e2c33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-722533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1706969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754209'] for network, after_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:58.719600 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-d2612f59-b674-4214-a9be-fd8c4aaa4f33 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:58:58.731997 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-a8247c4a-a9f3-43fd-8cb3-cc87737e2c33 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648630'] for network, before_response {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:58.733744 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [None req-a8247c4a-a9f3-43fd-8cb3-cc87737e2c33 admin admin] 10.222.0.21 "DELETE /v2.0/networks/5485bc20-2487-44e0-84c0-4773f031c69f HTTP/1.1" status: 204 len: 168 time: 0.4185503 Jun 07 06:58:58.739300 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8247c4a-a9f3-43fd-8cb3-cc87737e2c33 admin admin] Pushing event deleted for resources: {'Network': ['ID=5485bc20-2487-44e0-84c0-4773f031c69f,revision_number=None']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:58:58.741536 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-a8247c4a-a9f3-43fd-8cb3-cc87737e2c33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:58:58.755967 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Device ab18b70a-fd83-4a32-9ad3-05de65734339 details requested by agent hyperv_hv-cinder-78414 with host hv-cinder-78414 {{(pid=91774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 07 06:58:58.892032 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.db [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] For port ab18b70a-fd83-4a32-9ad3-05de65734339, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=ab18b70a-fd83-4a32-9ad3-05de65734339,segment=NetworkSegment(3763f77b-fd3a-47d1-91c2-6e7b3cce8777),segment_id=3763f77b-fd3a-47d1-91c2-6e7b3cce8777)] {{(pid=91774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 06:58:58.906294 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Returning: {'device': 'ab18b70a-fd83-4a32-9ad3-05de65734339', 'network_id': '76f3f9ca-4fe2-4771-877c-f7bbae3b30b7', 'port_id': 'ab18b70a-fd83-4a32-9ad3-05de65734339', 'mac_address': 'fa:16:3e:43:cb:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9782a052-4bf6-4b92-9f6e-b9af5249925f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 07 06:58:58.911570 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.wsgi [-] (91772) accepted ('10.222.0.21', 58760) {{(pid=91772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:58:58.958882 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [None req-4bad9720-f785-411b-8066-91621f322349 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d02486a4dac448f78b51f39e436d62a3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0459237 Jun 07 06:58:58.961627 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.21', 58762) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:58:58.964283 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564700'] for port, before_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:58.982777 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.notifiers.nova [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab18b70a-fd83-4a32-9ad3-05de65734339 {{(pid=91774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 06:58:58.999539 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.db [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] For port ab18b70a-fd83-4a32-9ad3-05de65734339, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=ab18b70a-fd83-4a32-9ad3-05de65734339,segment=NetworkSegment(3763f77b-fd3a-47d1-91c2-6e7b3cce8777),segment_id=3763f77b-fd3a-47d1-91c2-6e7b3cce8777)] {{(pid=91774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 06:58:59.003537 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-569476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762332438254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762331935097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762331935142'] for port, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:59.006277 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:58:59.021699 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-41bbd9ff-8ddf-4dd0-85ca-7152fcbcfdd1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:59.050499 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-41bbd9ff-8ddf-4dd0-85ca-7152fcbcfdd1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:59.086717 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Pushing event updated for resources: {'Port': ['ID=ab18b70a-fd83-4a32-9ad3-05de65734339,revision_number=4']} {{(pid=91774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:58:59.090360 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:58:59.128263 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-41bbd9ff-8ddf-4dd0-85ca-7152fcbcfdd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1706761'] for security_group, after_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:59.130886 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-41bbd9ff-8ddf-4dd0-85ca-7152fcbcfdd1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:59.134784 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [None req-41bbd9ff-8ddf-4dd0-85ca-7152fcbcfdd1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/15c49408-e858-4fbc-b62d-5d02acb52d45 HTTP/1.1" status: 204 len: 168 time: 0.1720688 Jun 07 06:58:59.135620 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-df6877f1-872a-4f72-8bff-659a2bfb50cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:58:59.145791 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bbd9ff-8ddf-4dd0-85ca-7152fcbcfdd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15c49408-e858-4fbc-b62d-5d02acb52d45,revision_number=None']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:58:59.154307 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-41bbd9ff-8ddf-4dd0-85ca-7152fcbcfdd1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:58:59.154654 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e79b0b-a7be-419d-900b-8ee907c1a44f req-99e16364-229d-43f5-8071-4fcdb6749897 tempest-TestMinimumBasicScenario-608799379 tempest-TestMinimumBasicScenario-608799379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:58:59.156286 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-d6e79b0b-a7be-419d-900b-8ee907c1a44f req-99e16364-229d-43f5-8071-4fcdb6749897 tempest-TestMinimumBasicScenario-608799379 tempest-TestMinimumBasicScenario-608799379-project] 10.222.0.21 "GET /v2.0/ports?device_id=795e2a4a-ae14-4646-8bf6-9ccffb59f7d8 HTTP/1.1" status: 200 len: 945 time: 0.0877495 Jun 07 06:58:59.201845 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-d6e79b0b-a7be-419d-900b-8ee907c1a44f req-988e65cd-c696-425b-b60c-e0450ec35b6b tempest-TestMinimumBasicScenario-608799379 tempest-TestMinimumBasicScenario-608799379-project] 10.222.0.21 "GET /v2.0/security-groups?id=2a9523a8-2ff1-4f5b-9747-a8d45ba0dae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393713 Jun 07 06:58:59.262027 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.db [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] get_ports_and_sgs() called for port_ids ['ab18b70a-fd83-4a32-9ad3-05de65734339'] {{(pid=91774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 06:58:59.534305 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.21', 58774) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:58:59.584256 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [None req-298ca43a-ee48-44cb-9b50-d147f05f3b7e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7b85f3100f324cc183619c5ea771f165&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0484185 Jun 07 06:58:59.586469 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.21', 58776) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:58:59.643089 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-9b28f12d-7785-42ca-b50e-1d8dc5f4aed0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:59.668579 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-9b28f12d-7785-42ca-b50e-1d8dc5f4aed0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:59.701737 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bb298b-ef3f-4f7a-b002-ae74b2d92ae7 req-7e1f8ae1-1e6d-48db-becd-d1067c47f6ab tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:58:59.703446 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-c2bb298b-ef3f-4f7a-b002-ae74b2d92ae7 req-7e1f8ae1-1e6d-48db-becd-d1067c47f6ab tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] 10.222.0.21 "GET /v2.0/ports?device_id=ebdb7c72-c3d1-47bb-9d0a-4f00e59b88dc HTTP/1.1" status: 200 len: 945 time: 0.0877841 Jun 07 06:58:59.719811 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-9b28f12d-7785-42ca-b50e-1d8dc5f4aed0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1706761'] for security_group, after_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:59.722186 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-9b28f12d-7785-42ca-b50e-1d8dc5f4aed0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:59.723309 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [None req-9b28f12d-7785-42ca-b50e-1d8dc5f4aed0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4281b337-27bd-4008-9b8e-5c0c587fdf18 HTTP/1.1" status: 204 len: 168 time: 0.1359417 Jun 07 06:58:59.724115 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-919f80ca-2068-45cc-a343-b2b4763ede98 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:58:59.734106 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b28f12d-7785-42ca-b50e-1d8dc5f4aed0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4281b337-27bd-4008-9b8e-5c0c587fdf18,revision_number=None']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:58:59.736358 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-9b28f12d-7785-42ca-b50e-1d8dc5f4aed0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:58:59.760703 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-c2bb298b-ef3f-4f7a-b002-ae74b2d92ae7 req-5ffc4c39-c83d-450b-bcdb-e8a8034d26d9 tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] 10.222.0.21 "GET /v2.0/security-groups?id=c87f206a-51e2-42cb-bc99-41914c02c812&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515993 Jun 07 06:59:00.404483 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f930eb32-9806-4d99-bff7-a22ad0d0e44c req-4242b7f8-e0e8-4388-8858-0dbf262421bf tempest-TestMinimumBasicScenario-608799379 tempest-TestMinimumBasicScenario-608799379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:59:00.405916 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-f930eb32-9806-4d99-bff7-a22ad0d0e44c req-4242b7f8-e0e8-4388-8858-0dbf262421bf tempest-TestMinimumBasicScenario-608799379 tempest-TestMinimumBasicScenario-608799379-project] 10.222.0.21 "GET /v2.0/ports?device_id=795e2a4a-ae14-4646-8bf6-9ccffb59f7d8 HTTP/1.1" status: 200 len: 945 time: 0.0867090 Jun 07 06:59:00.451992 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-f930eb32-9806-4d99-bff7-a22ad0d0e44c req-925ce26a-4256-43bb-adc9-617393f8db09 tempest-TestMinimumBasicScenario-608799379 tempest-TestMinimumBasicScenario-608799379-project] 10.222.0.21 "GET /v2.0/security-groups?id=2a9523a8-2ff1-4f5b-9747-a8d45ba0dae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400550 Jun 07 06:59:00.780634 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Device ab18b70a-fd83-4a32-9ad3-05de65734339 up at agent hyperv_hv-cinder-78414 {{(pid=91774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 06:59:00.853886 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.db.provisioning_blocks [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Provisioning for port ab18b70a-fd83-4a32-9ad3-05de65734339 completed by entity L2. {{(pid=91774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 06:59:00.859436 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.db.provisioning_blocks [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Provisioning complete for port ab18b70a-fd83-4a32-9ad3-05de65734339 triggered by entity L2. {{(pid=91774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 06:59:00.859808 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723953'] for port, provisioning_complete {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:00.959485 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95922643-643e-45f2-9387-3782bc00e9c1 req-62e91744-5321-4113-a318-4659f7379f1e tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:59:00.961241 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-95922643-643e-45f2-9387-3782bc00e9c1 req-62e91744-5321-4113-a318-4659f7379f1e tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] 10.222.0.21 "GET /v2.0/ports?device_id=ebdb7c72-c3d1-47bb-9d0a-4f00e59b88dc HTTP/1.1" status: 200 len: 945 time: 0.0841620 Jun 07 06:59:00.981368 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564700'] for port, before_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:01.009719 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '795e2a4a-ae14-4646-8bf6-9ccffb59f7d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab18b70a-fd83-4a32-9ad3-05de65734339'}] {{(pid=91774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 06:59:01.011939 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73fb9c482eb19c5c2e497b7af5ecd9f5da2a12b641d83391285fbc9a8928c34b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5286b8e4-6165-4308-bb83-3e4b7cf5eb03" -d '{"events": [{"server_uuid": "795e2a4a-ae14-4646-8bf6-9ccffb59f7d8", "name": "network-vif-plugged", "status": "completed", "tag": "ab18b70a-fd83-4a32-9ad3-05de65734339"}]}' {{(pid=91774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 06:59:01.019516 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-95922643-643e-45f2-9387-3782bc00e9c1 req-d33790c0-98cb-4b7a-a6cc-fa5eece9918d tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] 10.222.0.21 "GET /v2.0/security-groups?id=c87f206a-51e2-42cb-bc99-41914c02c812&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490971 Jun 07 06:59:01.020073 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.db [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] For port ab18b70a-fd83-4a32-9ad3-05de65734339, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=ab18b70a-fd83-4a32-9ad3-05de65734339,segment=NetworkSegment(3763f77b-fd3a-47d1-91c2-6e7b3cce8777),segment_id=3763f77b-fd3a-47d1-91c2-6e7b3cce8777)] {{(pid=91774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 06:59:01.028379 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-569476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762332438254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762331935097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762331935142'] for port, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:01.031181 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:59:01.067045 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 06:59:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c659853-1b77-4447-b9dd-74d5490e40b1 x-openstack-request-id: req-4c659853-1b77-4447-b9dd-74d5490e40b1 {{(pid=91774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 06:59:01.067415 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "795e2a4a-ae14-4646-8bf6-9ccffb59f7d8", "name": "network-vif-plugged", "status": "completed", "tag": "ab18b70a-fd83-4a32-9ad3-05de65734339", "code": 200}]} {{(pid=91774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 06:59:01.067740 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4c659853-1b77-4447-b9dd-74d5490e40b1 {{(pid=91774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 06:59:01.068272 dv-cinder-784140-5-smb neutron-server[91774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '795e2a4a-ae14-4646-8bf6-9ccffb59f7d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab18b70a-fd83-4a32-9ad3-05de65734339', 'code': 200} Jun 07 06:59:01.105769 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Pushing event updated for resources: {'Port': ['ID=ab18b70a-fd83-4a32-9ad3-05de65734339,revision_number=5']} {{(pid=91774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:59:01.109354 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:59:01.293068 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0169df-c594-4db9-9df9-73c4124593b3 req-9bf0e0f4-38f6-4147-bb38-30c972a4f280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:59:01.294660 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-8c0169df-c594-4db9-9df9-73c4124593b3 req-9bf0e0f4-38f6-4147-bb38-30c972a4f280 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=795e2a4a-ae14-4646-8bf6-9ccffb59f7d8 HTTP/1.1" status: 200 len: 1099 time: 0.0768151 Jun 07 06:59:01.336178 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-8c0169df-c594-4db9-9df9-73c4124593b3 req-e28f8ad0-7d1b-40f2-a755-98990dad74a5 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=2a9523a8-2ff1-4f5b-9747-a8d45ba0dae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345657 Jun 07 06:59:01.649635 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955dbe50-90cd-46ef-a168-74f7f773258a req-e0ba84ce-ddfa-47db-ac90-0c41ef346a5c tempest-TestMinimumBasicScenario-608799379 tempest-TestMinimumBasicScenario-608799379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:59:01.651094 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-955dbe50-90cd-46ef-a168-74f7f773258a req-e0ba84ce-ddfa-47db-ac90-0c41ef346a5c tempest-TestMinimumBasicScenario-608799379 tempest-TestMinimumBasicScenario-608799379-project] 10.222.0.21 "GET /v2.0/ports?device_id=795e2a4a-ae14-4646-8bf6-9ccffb59f7d8 HTTP/1.1" status: 200 len: 946 time: 0.0913627 Jun 07 06:59:01.701806 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-955dbe50-90cd-46ef-a168-74f7f773258a req-c44f35e2-7878-4223-a841-c3921c3ccecd tempest-TestMinimumBasicScenario-608799379 tempest-TestMinimumBasicScenario-608799379-project] 10.222.0.21 "GET /v2.0/security-groups?id=2a9523a8-2ff1-4f5b-9747-a8d45ba0dae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446117 Jun 07 06:59:02.304574 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe50873-b359-47f9-98c3-2949adbbfe55 req-374dff5d-e5cb-4804-b4d6-046de4be6113 tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:59:02.306379 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-1fe50873-b359-47f9-98c3-2949adbbfe55 req-374dff5d-e5cb-4804-b4d6-046de4be6113 tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] 10.222.0.21 "GET /v2.0/ports?device_id=ebdb7c72-c3d1-47bb-9d0a-4f00e59b88dc HTTP/1.1" status: 200 len: 945 time: 0.0838079 Jun 07 06:59:02.443631 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-1fe50873-b359-47f9-98c3-2949adbbfe55 req-f949104b-eeea-4efc-b467-5f72a976f643 tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] 10.222.0.21 "GET /v2.0/security-groups?id=c87f206a-51e2-42cb-bc99-41914c02c812&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1307914 Jun 07 06:59:02.916605 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af286dd-6028-4661-8bb3-5236843e6769 req-359efc1a-2dbd-4993-9d30-beeec23435fc tempest-TestMinimumBasicScenario-608799379 tempest-TestMinimumBasicScenario-608799379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:59:02.918049 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-4af286dd-6028-4661-8bb3-5236843e6769 req-359efc1a-2dbd-4993-9d30-beeec23435fc tempest-TestMinimumBasicScenario-608799379 tempest-TestMinimumBasicScenario-608799379-project] 10.222.0.21 "GET /v2.0/ports?device_id=795e2a4a-ae14-4646-8bf6-9ccffb59f7d8 HTTP/1.1" status: 200 len: 946 time: 0.1013916 Jun 07 06:59:02.962895 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-4af286dd-6028-4661-8bb3-5236843e6769 req-d6f4abdc-62f2-4473-b217-6bcee1f65ec7 tempest-TestMinimumBasicScenario-608799379 tempest-TestMinimumBasicScenario-608799379-project] 10.222.0.21 "GET /v2.0/security-groups?id=2a9523a8-2ff1-4f5b-9747-a8d45ba0dae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383742 Jun 07 06:59:03.163061 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e426d3-a153-4471-8115-4c3b0b184cc8 req-023d1441-2ba5-4027-b7d2-2c8b84f9cfbd tempest-TestMinimumBasicScenario-608799379 tempest-TestMinimumBasicScenario-608799379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:59:03.164542 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-b9e426d3-a153-4471-8115-4c3b0b184cc8 req-023d1441-2ba5-4027-b7d2-2c8b84f9cfbd tempest-TestMinimumBasicScenario-608799379 tempest-TestMinimumBasicScenario-608799379-project] 10.222.0.21 "GET /v2.0/ports?device_id=795e2a4a-ae14-4646-8bf6-9ccffb59f7d8 HTTP/1.1" status: 200 len: 946 time: 0.0839629 Jun 07 06:59:03.218306 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-b9e426d3-a153-4471-8115-4c3b0b184cc8 req-1973f86d-0bcf-4ac5-bcc3-9067ac346596 tempest-TestMinimumBasicScenario-608799379 tempest-TestMinimumBasicScenario-608799379-project] 10.222.0.21 "GET /v2.0/security-groups?id=2a9523a8-2ff1-4f5b-9747-a8d45ba0dae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464244 Jun 07 06:59:03.620963 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8facf1-2a6e-4c12-bb3e-bcc881d29d05 req-8601b067-cf6f-4071-aaec-11d332593ffd tempest-TestMinimumBasicScenario-608799379 tempest-TestMinimumBasicScenario-608799379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:59:03.622419 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-df8facf1-2a6e-4c12-bb3e-bcc881d29d05 req-8601b067-cf6f-4071-aaec-11d332593ffd tempest-TestMinimumBasicScenario-608799379 tempest-TestMinimumBasicScenario-608799379-project] 10.222.0.21 "GET /v2.0/ports?device_id=795e2a4a-ae14-4646-8bf6-9ccffb59f7d8 HTTP/1.1" status: 200 len: 946 time: 0.0804782 Jun 07 06:59:03.672995 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-df8facf1-2a6e-4c12-bb3e-bcc881d29d05 req-19eead40-031c-47cf-84e8-6917cb5813f7 tempest-TestMinimumBasicScenario-608799379 tempest-TestMinimumBasicScenario-608799379-project] 10.222.0.21 "GET /v2.0/security-groups?id=2a9523a8-2ff1-4f5b-9747-a8d45ba0dae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415444 Jun 07 06:59:03.865723 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8f9f4f-cef9-4cec-ba1d-746bded1ca35 req-3506572a-1a94-4978-b17d-2d64c031dbea tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:59:03.867630 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-0c8f9f4f-cef9-4cec-ba1d-746bded1ca35 req-3506572a-1a94-4978-b17d-2d64c031dbea tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] 10.222.0.21 "GET /v2.0/ports?device_id=ebdb7c72-c3d1-47bb-9d0a-4f00e59b88dc HTTP/1.1" status: 200 len: 945 time: 0.0905056 Jun 07 06:59:03.919906 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-0c8f9f4f-cef9-4cec-ba1d-746bded1ca35 req-eb7b8bd1-9d20-4ca2-94e1-a98807472eea tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] 10.222.0.21 "GET /v2.0/security-groups?id=c87f206a-51e2-42cb-bc99-41914c02c812&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455360 Jun 07 06:59:04.504863 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.wsgi [-] (91772) accepted ('10.222.0.21', 58884) {{(pid=91772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:59:04.624183 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-5be7f0c2-2800-4daa-a0c0-03d053001a35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:04.725510 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-5be7f0c2-2800-4daa-a0c0-03d053001a35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:04.729172 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-5be7f0c2-2800-4daa-a0c0-03d053001a35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1706761'] for security_group, after_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:04.736184 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-f088e267-6a30-409e-b1f6-724f95d957fc tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:59:04.780324 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be7f0c2-2800-4daa-a0c0-03d053001a35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f8851af-c978-4d0a-b92a-8b9c151ebe3c,revision_number=1']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:59:04.784087 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [None req-5be7f0c2-2800-4daa-a0c0-03d053001a35 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8db445ac29324070a6ea738707121c9d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2781231 Jun 07 06:59:04.786835 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.21', 58888) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:59:04.789847 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be7f0c2-2800-4daa-a0c0-03d053001a35 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:59:04.790219 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be7f0c2-2800-4daa-a0c0-03d053001a35 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:59:04.790580 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be7f0c2-2800-4daa-a0c0-03d053001a35 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:59:04.790936 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be7f0c2-2800-4daa-a0c0-03d053001a35 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:59:04.791289 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be7f0c2-2800-4daa-a0c0-03d053001a35 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:59:04.791637 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be7f0c2-2800-4daa-a0c0-03d053001a35 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:59:04.792012 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be7f0c2-2800-4daa-a0c0-03d053001a35 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:59:04.792361 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be7f0c2-2800-4daa-a0c0-03d053001a35 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:59:04.792704 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be7f0c2-2800-4daa-a0c0-03d053001a35 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:59:04.793043 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be7f0c2-2800-4daa-a0c0-03d053001a35 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:59:04.793381 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be7f0c2-2800-4daa-a0c0-03d053001a35 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:59:04.793718 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be7f0c2-2800-4daa-a0c0-03d053001a35 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:59:04.798414 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-5be7f0c2-2800-4daa-a0c0-03d053001a35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:59:04.844483 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-91e0f872-e3c6-4bfc-a572-f1f1f9db3078 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:04.871980 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-91e0f872-e3c6-4bfc-a572-f1f1f9db3078 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:04.923784 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-91e0f872-e3c6-4bfc-a572-f1f1f9db3078 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1706761'] for security_group, after_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:04.926326 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-91e0f872-e3c6-4bfc-a572-f1f1f9db3078 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:04.927426 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [None req-91e0f872-e3c6-4bfc-a572-f1f1f9db3078 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7f8851af-c978-4d0a-b92a-8b9c151ebe3c HTTP/1.1" status: 204 len: 168 time: 0.1395850 Jun 07 06:59:04.928227 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-7d722a66-6988-4484-a7e3-88d8a3bbd971 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:59:04.937348 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e0f872-e3c6-4bfc-a572-f1f1f9db3078 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f8851af-c978-4d0a-b92a-8b9c151ebe3c,revision_number=None']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:59:04.944345 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e0f872-e3c6-4bfc-a572-f1f1f9db3078 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:59:04.944699 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e0f872-e3c6-4bfc-a572-f1f1f9db3078 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:59:04.945055 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e0f872-e3c6-4bfc-a572-f1f1f9db3078 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:59:04.945408 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e0f872-e3c6-4bfc-a572-f1f1f9db3078 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:59:04.945874 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e0f872-e3c6-4bfc-a572-f1f1f9db3078 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:59:04.946223 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e0f872-e3c6-4bfc-a572-f1f1f9db3078 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:59:04.946563 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e0f872-e3c6-4bfc-a572-f1f1f9db3078 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:59:04.946906 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e0f872-e3c6-4bfc-a572-f1f1f9db3078 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:59:04.947244 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e0f872-e3c6-4bfc-a572-f1f1f9db3078 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:59:04.947580 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e0f872-e3c6-4bfc-a572-f1f1f9db3078 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:59:04.947938 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e0f872-e3c6-4bfc-a572-f1f1f9db3078 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:59:04.948277 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e0f872-e3c6-4bfc-a572-f1f1f9db3078 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:59:04.952636 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-91e0f872-e3c6-4bfc-a572-f1f1f9db3078 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:59:05.125304 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffea286d-83f0-4f9b-a550-5f128be00c42 req-256421d8-15dd-4ca7-8f3c-f007a9edbe1c tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:59:05.126689 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-ffea286d-83f0-4f9b-a550-5f128be00c42 req-256421d8-15dd-4ca7-8f3c-f007a9edbe1c tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] 10.222.0.21 "GET /v2.0/ports?device_id=ebdb7c72-c3d1-47bb-9d0a-4f00e59b88dc HTTP/1.1" status: 200 len: 945 time: 0.0786633 Jun 07 06:59:05.173250 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-ffea286d-83f0-4f9b-a550-5f128be00c42 req-0088117e-8e20-40c8-891e-797222b6208c tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] 10.222.0.21 "GET /v2.0/security-groups?id=c87f206a-51e2-42cb-bc99-41914c02c812&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407770 Jun 07 06:59:05.222836 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.21', 58900) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:59:05.242928 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-cdb51594-763c-48c1-a1bc-869f03c14178 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:05.365982 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-cdb51594-763c-48c1-a1bc-869f03c14178 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:05.370833 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-cdb51594-763c-48c1-a1bc-869f03c14178 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1706761'] for security_group, after_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:05.382227 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-39da59ad-fa17-42e4-8680-ca79faebce3f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:59:05.424123 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [None req-cdb51594-763c-48c1-a1bc-869f03c14178 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7cb06b7ef7644a76b4c7c780389efffd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2001204 Jun 07 06:59:05.424884 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb51594-763c-48c1-a1bc-869f03c14178 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ae70a54-5837-4f1f-b78f-5425898f8f4b,revision_number=1']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:59:05.426835 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.wsgi [-] (91772) accepted ('10.222.0.21', 58906) {{(pid=91772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:59:05.427982 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-cdb51594-763c-48c1-a1bc-869f03c14178 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:59:05.495152 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-32d11997-cd57-4de4-919f-a8aa2b1842cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:05.525895 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-32d11997-cd57-4de4-919f-a8aa2b1842cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:05.576730 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-32d11997-cd57-4de4-919f-a8aa2b1842cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1706761'] for security_group, after_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:05.579167 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-32d11997-cd57-4de4-919f-a8aa2b1842cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:05.582681 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [None req-32d11997-cd57-4de4-919f-a8aa2b1842cf admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6ae70a54-5837-4f1f-b78f-5425898f8f4b HTTP/1.1" status: 204 len: 168 time: 0.1525497 Jun 07 06:59:05.582681 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-3881393a-6fa8-4416-9e5e-99fff6e062bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:59:05.591763 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d11997-cd57-4de4-919f-a8aa2b1842cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ae70a54-5837-4f1f-b78f-5425898f8f4b,revision_number=None']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:59:05.594192 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-32d11997-cd57-4de4-919f-a8aa2b1842cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:59:06.434468 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb9387a-026e-4e95-be8d-5489b261d7eb req-ec4b4d62-57da-4cbd-b194-0bbae95363f5 tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:59:06.442649 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-4cb9387a-026e-4e95-be8d-5489b261d7eb req-ec4b4d62-57da-4cbd-b194-0bbae95363f5 tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] 10.222.0.21 "GET /v2.0/ports?device_id=ebdb7c72-c3d1-47bb-9d0a-4f00e59b88dc HTTP/1.1" status: 200 len: 945 time: 0.1364074 Jun 07 06:59:06.500198 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-4cb9387a-026e-4e95-be8d-5489b261d7eb req-b980387a-c33b-4525-9540-f3ff100be856 tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] 10.222.0.21 "GET /v2.0/security-groups?id=c87f206a-51e2-42cb-bc99-41914c02c812&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564044 Jun 07 06:59:06.806569 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Device 2bd67d37-370f-4ff8-bb69-fa53be603f45 details requested by agent hyperv_hv-cinder-78414 with host hv-cinder-78414 {{(pid=91774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 07 06:59:06.980022 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-d0768d2d-c48a-42a6-a68f-0d3de6303279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762332461204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723872'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:07.013309 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.db [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] For port 2bd67d37-370f-4ff8-bb69-fa53be603f45, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=2bd67d37-370f-4ff8-bb69-fa53be603f45,segment=NetworkSegment(3ffd2bba-2e4c-4340-84bb-337c4d476270),segment_id=3ffd2bba-2e4c-4340-84bb-337c4d476270)] {{(pid=91774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 06:59:07.032285 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Returning: {'device': '2bd67d37-370f-4ff8-bb69-fa53be603f45', 'network_id': 'd923eec5-f613-4137-bc9f-8f5300ca5016', 'port_id': '2bd67d37-370f-4ff8-bb69-fa53be603f45', 'mac_address': 'fa:16:3e:de:e5:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 334, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3d491a8-638d-42a9-876a-8c51b2a3d541', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 07 06:59:07.100848 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564700'] for port, before_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:07.124731 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.notifiers.nova [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2bd67d37-370f-4ff8-bb69-fa53be603f45 {{(pid=91774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 06:59:07.145408 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.db [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] For port 2bd67d37-370f-4ff8-bb69-fa53be603f45, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=2bd67d37-370f-4ff8-bb69-fa53be603f45,segment=NetworkSegment(3ffd2bba-2e4c-4340-84bb-337c4d476270),segment_id=3ffd2bba-2e4c-4340-84bb-337c4d476270)] {{(pid=91774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 06:59:07.153263 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-569476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762332438254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762331935097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762331935142'] for port, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:07.160616 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:59:07.269260 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Pushing event updated for resources: {'Port': ['ID=2bd67d37-370f-4ff8-bb69-fa53be603f45,revision_number=6']} {{(pid=91774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:59:07.283098 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:59:07.339709 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.db [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] get_ports_and_sgs() called for port_ids ['2bd67d37-370f-4ff8-bb69-fa53be603f45'] {{(pid=91774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 06:59:07.826236 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef1de38-0d73-4ba6-be7f-31f2b5c8e7da req-986460db-e164-4954-958f-85e304d602d4 tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:59:07.828557 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-9ef1de38-0d73-4ba6-be7f-31f2b5c8e7da req-986460db-e164-4954-958f-85e304d602d4 tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] 10.222.0.21 "GET /v2.0/ports?device_id=ebdb7c72-c3d1-47bb-9d0a-4f00e59b88dc HTTP/1.1" status: 200 len: 944 time: 0.0987713 Jun 07 06:59:07.922581 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-9ef1de38-0d73-4ba6-be7f-31f2b5c8e7da req-ec86b3c7-2708-4f6f-924b-1906cdc43c2d tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] 10.222.0.21 "GET /v2.0/security-groups?id=c87f206a-51e2-42cb-bc99-41914c02c812&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569651 Jun 07 06:59:08.822942 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Device 2bd67d37-370f-4ff8-bb69-fa53be603f45 up at agent hyperv_hv-cinder-78414 {{(pid=91774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 06:59:08.970055 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.db.provisioning_blocks [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Provisioning complete for port 2bd67d37-370f-4ff8-bb69-fa53be603f45 triggered by entity L2. {{(pid=91774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 06:59:08.970829 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723953'] for port, provisioning_complete {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:09.041788 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c303aa91-9af3-4e09-8ec6-d20d612b2854 req-e8f7414b-e085-4eb8-bfcb-4a5308a777a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:59:09.043321 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-c303aa91-9af3-4e09-8ec6-d20d612b2854 req-e8f7414b-e085-4eb8-bfcb-4a5308a777a3 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a521857e620a4cd2a9ecf3c6706dbe4e&device_id=ebdb7c72-c3d1-47bb-9d0a-4f00e59b88dc HTTP/1.1" status: 200 len: 1097 time: 0.3680997 Jun 07 06:59:09.105540 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8137c6-35a9-4675-82fd-0e05b668b9a8 req-2c12c578-5703-4ae5-8b7f-ab5a47d38301 tempest-TestMinimumBasicScenario-608799379 tempest-TestMinimumBasicScenario-608799379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:59:09.107791 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-8a8137c6-35a9-4675-82fd-0e05b668b9a8 req-2c12c578-5703-4ae5-8b7f-ab5a47d38301 tempest-TestMinimumBasicScenario-608799379 tempest-TestMinimumBasicScenario-608799379-project] 10.222.0.21 "GET /v2.0/ports?device_id=795e2a4a-ae14-4646-8bf6-9ccffb59f7d8 HTTP/1.1" status: 200 len: 946 time: 0.1664009 Jun 07 06:59:09.190165 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564700'] for port, before_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:09.229714 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebdb7c72-c3d1-47bb-9d0a-4f00e59b88dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bd67d37-370f-4ff8-bb69-fa53be603f45'}] {{(pid=91774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 06:59:09.234450 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73fb9c482eb19c5c2e497b7af5ecd9f5da2a12b641d83391285fbc9a8928c34b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e4a47d9-5c99-4ec4-8029-de268bceb3f5" -d '{"events": [{"server_uuid": "ebdb7c72-c3d1-47bb-9d0a-4f00e59b88dc", "name": "network-vif-plugged", "status": "completed", "tag": "2bd67d37-370f-4ff8-bb69-fa53be603f45"}]}' {{(pid=91774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 06:59:09.246216 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.db [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] For port 2bd67d37-370f-4ff8-bb69-fa53be603f45, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=2bd67d37-370f-4ff8-bb69-fa53be603f45,segment=NetworkSegment(3ffd2bba-2e4c-4340-84bb-337c4d476270),segment_id=3ffd2bba-2e4c-4340-84bb-337c4d476270)] {{(pid=91774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 06:59:09.251013 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-569476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762332438254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762331935097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762331935142'] for port, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:09.254415 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-7d0db68b-8371-40be-a582-cdb6aac94d96 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:59:09.281119 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c303aa91-9af3-4e09-8ec6-d20d612b2854 req-b0c7ba94-4ce6-468c-a452-a7f180492dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:59:09.283590 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-c303aa91-9af3-4e09-8ec6-d20d612b2854 req-b0c7ba94-4ce6-468c-a452-a7f180492dc0 service neutron] 10.222.0.43 "GET /v2.0/networks?id=d923eec5-f613-4137-bc9f-8f5300ca5016 HTTP/1.1" status: 200 len: 918 time: 0.2050259 Jun 07 06:59:09.352992 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762332461204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723872'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:09.375055 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Pushing event updated for resources: {'Port': ['ID=2bd67d37-370f-4ff8-bb69-fa53be603f45,revision_number=7']} {{(pid=91774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:59:09.376441 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-8a8137c6-35a9-4675-82fd-0e05b668b9a8 req-38aa57a1-d24a-40d9-a869-e7f5da237ed3 tempest-TestMinimumBasicScenario-608799379 tempest-TestMinimumBasicScenario-608799379-project] 10.222.0.21 "GET /v2.0/security-groups?id=2a9523a8-2ff1-4f5b-9747-a8d45ba0dae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2618613 Jun 07 06:59:09.384128 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:59:09.408973 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.wsgi [-] (91772) accepted ('10.222.0.21', 59032) {{(pid=91772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:59:09.466694 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 06:59:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91e4e037-b79c-45a9-98ee-7fc8c962e198 x-openstack-request-id: req-91e4e037-b79c-45a9-98ee-7fc8c962e198 {{(pid=91774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 06:59:09.466988 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebdb7c72-c3d1-47bb-9d0a-4f00e59b88dc", "name": "network-vif-plugged", "status": "completed", "tag": "2bd67d37-370f-4ff8-bb69-fa53be603f45", "code": 200}]} {{(pid=91774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 06:59:09.467250 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-91e4e037-b79c-45a9-98ee-7fc8c962e198 {{(pid=91774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 06:59:09.467955 dv-cinder-784140-5-smb neutron-server[91774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebdb7c72-c3d1-47bb-9d0a-4f00e59b88dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bd67d37-370f-4ff8-bb69-fa53be603f45', 'code': 200} Jun 07 06:59:09.468319 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e05459c-796f-419a-9e8e-272ea4feedc9 req-baceda56-0f12-4c28-be29-688d3e4da707 tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:59:09.478747 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-9e05459c-796f-419a-9e8e-272ea4feedc9 req-baceda56-0f12-4c28-be29-688d3e4da707 tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] 10.222.0.21 "GET /v2.0/ports?device_id=ebdb7c72-c3d1-47bb-9d0a-4f00e59b88dc HTTP/1.1" status: 200 len: 945 time: 0.2684090 Jun 07 06:59:09.485570 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-c63e35d1-a4dd-4698-8b48-3a4e55f53c47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762332461204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723872'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:09.538084 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-c303aa91-9af3-4e09-8ec6-d20d612b2854 req-3f4a5e90-c35c-4036-ac46-b120043ee6e1 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2bd67d37-370f-4ff8-bb69-fa53be603f45 HTTP/1.1" status: 200 len: 1001 time: 0.2464681 Jun 07 06:59:09.621803 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-9e05459c-796f-419a-9e8e-272ea4feedc9 req-9c6d157e-2411-45cb-a6b5-43db832eb435 tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] 10.222.0.21 "GET /v2.0/security-groups?id=c87f206a-51e2-42cb-bc99-41914c02c812&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1416903 Jun 07 06:59:09.642388 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c303aa91-9af3-4e09-8ec6-d20d612b2854 req-7f4a88c1-f18e-4e9a-9f7b-facfcfb954f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:59:09.643809 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-c303aa91-9af3-4e09-8ec6-d20d612b2854 req-7f4a88c1-f18e-4e9a-9f7b-facfcfb954f5 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c3d491a8-638d-42a9-876a-8c51b2a3d541 HTTP/1.1" status: 200 len: 856 time: 0.0993307 Jun 07 06:59:09.725232 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e13078b4-d186-4b6e-83fd-32fe7b93c22f tempest-TestMinimumBasicScenario-1625592241 tempest-TestMinimumBasicScenario-1625592241-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:59:09.726721 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [None req-e13078b4-d186-4b6e-83fd-32fe7b93c22f tempest-TestMinimumBasicScenario-1625592241 tempest-TestMinimumBasicScenario-1625592241-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=795e2a4a-ae14-4646-8bf6-9ccffb59f7d8 HTTP/1.1" status: 200 len: 1094 time: 0.3155224 Jun 07 06:59:09.729678 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.wsgi [-] (91772) accepted ('10.222.0.21', 59038) {{(pid=91772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:59:09.738632 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.v2.base [None req-2e1d4300-e6f5-4244-ad13-fd00012424b9 tempest-TestMinimumBasicScenario-608799379 tempest-TestMinimumBasicScenario-608799379-project] Request body: {'floatingip': {'floating_network_id': 'a84d0276-e36b-485f-b034-cb606776a5f5', 'port_id': 'ab18b70a-fd83-4a32-9ad3-05de65734339', 'tenant_id': '6d873eb9de9b41628d2183c081676fec', 'fixed_ip_address': '172.20.0.13'}} {{(pid=91772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 06:59:09.742516 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c303aa91-9af3-4e09-8ec6-d20d612b2854 req-fb63226d-16a1-45c2-90cf-be2deaaad12d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:59:09.746082 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-c303aa91-9af3-4e09-8ec6-d20d612b2854 req-fb63226d-16a1-45c2-90cf-be2deaaad12d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d923eec5-f613-4137-bc9f-8f5300ca5016&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0942223 Jun 07 06:59:09.766856 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-2e1d4300-e6f5-4244-ad13-fd00012424b9 tempest-TestMinimumBasicScenario-608799379 tempest-TestMinimumBasicScenario-608799379-project] Notify callbacks [] for floatingip, before_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:09.930408 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-c303aa91-9af3-4e09-8ec6-d20d612b2854 req-84bfa3db-eb04-4e60-b102-0a16333b35a6 service neutron] 10.222.0.43 "GET /v2.0/networks/d923eec5-f613-4137-bc9f-8f5300ca5016?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1752572 Jun 07 06:59:09.956856 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-2e1d4300-e6f5-4244-ad13-fd00012424b9 tempest-TestMinimumBasicScenario-608799379 tempest-TestMinimumBasicScenario-608799379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564700'] for port, before_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:10.171297 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.db.db_base_plugin_common [None req-2e1d4300-e6f5-4244-ad13-fd00012424b9 tempest-TestMinimumBasicScenario-608799379 tempest-TestMinimumBasicScenario-608799379-project] Allocated IP 172.28.3.60 (a84d0276-e36b-485f-b034-cb606776a5f5/bc8e845f-21f5-4331-a893-3fabfb1361b8/0d909f9a-2d1f-47e2-a74f-c32d5ce041be) {{(pid=91772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 06:59:10.262304 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-c303aa91-9af3-4e09-8ec6-d20d612b2854 req-45e81450-8cd6-445e-9608-a3f55252889c service neutron] 10.222.0.43 "GET /v2.0/networks/d923eec5-f613-4137-bc9f-8f5300ca5016?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3242598 Jun 07 06:59:10.349998 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-2e1d4300-e6f5-4244-ad13-fd00012424b9 tempest-TestMinimumBasicScenario-608799379 tempest-TestMinimumBasicScenario-608799379-project] Notify callbacks [] for port, precommit_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:10.387461 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-2e1d4300-e6f5-4244-ad13-fd00012424b9 tempest-TestMinimumBasicScenario-608799379 tempest-TestMinimumBasicScenario-608799379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-569476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648536', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762331935079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2958583'] for port, after_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:10.391333 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-d497937a-2cae-40b6-94cf-120fc79f5ca9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:59:10.463360 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1d4300-e6f5-4244-ad13-fd00012424b9 tempest-TestMinimumBasicScenario-608799379 tempest-TestMinimumBasicScenario-608799379-project] Pushing event updated for resources: {'Port': ['ID=0d909f9a-2d1f-47e2-a74f-c32d5ce041be,revision_number=1']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:59:10.466829 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-2e1d4300-e6f5-4244-ad13-fd00012424b9 tempest-TestMinimumBasicScenario-608799379 tempest-TestMinimumBasicScenario-608799379-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:59:10.471513 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e1d4300-e6f5-4244-ad13-fd00012424b9 tempest-TestMinimumBasicScenario-608799379 tempest-TestMinimumBasicScenario-608799379-project] Network a84d0276-e36b-485f-b034-cb606776a5f5 is already hosted by enough agents. {{(pid=91772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 06:59:10.473211 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.scheduler.base_scheduler [None req-2e1d4300-e6f5-4244-ad13-fd00012424b9 tempest-TestMinimumBasicScenario-608799379 tempest-TestMinimumBasicScenario-608799379-project] Resources bound (agent type, host, resource id): {{(pid=91772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 06:59:10.476091 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e1d4300-e6f5-4244-ad13-fd00012424b9 tempest-TestMinimumBasicScenario-608799379 tempest-TestMinimumBasicScenario-608799379-project] Received port after_create {{(pid=91772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 06:59:10.568032 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-3ea4f4f5-6296-4d8b-95a7-2efd101194ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762332461204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723872'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:10.706259 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762332461204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723872'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:11.134311 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3639c8ec-c7d0-4d32-8e32-91c4016a9df3 req-977202c4-f542-4ea5-ae53-58aed5f142ed tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:59:11.135807 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-3639c8ec-c7d0-4d32-8e32-91c4016a9df3 req-977202c4-f542-4ea5-ae53-58aed5f142ed tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] 10.222.0.21 "GET /v2.0/ports?device_id=ebdb7c72-c3d1-47bb-9d0a-4f00e59b88dc HTTP/1.1" status: 200 len: 945 time: 0.1298912 Jun 07 06:59:11.235769 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-3639c8ec-c7d0-4d32-8e32-91c4016a9df3 req-d4870175-3d79-4048-bd71-6f0883ccd027 tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] 10.222.0.21 "GET /v2.0/security-groups?id=c87f206a-51e2-42cb-bc99-41914c02c812&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700598 Jun 07 06:59:11.236941 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-2e1d4300-e6f5-4244-ad13-fd00012424b9 tempest-TestMinimumBasicScenario-608799379 tempest-TestMinimumBasicScenario-608799379-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:11.348072 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-2e1d4300-e6f5-4244-ad13-fd00012424b9 tempest-TestMinimumBasicScenario-608799379 tempest-TestMinimumBasicScenario-608799379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564700'] for port, before_update {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:11.585939 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-2e1d4300-e6f5-4244-ad13-fd00012424b9 tempest-TestMinimumBasicScenario-608799379 tempest-TestMinimumBasicScenario-608799379-project] Notify callbacks [] for port, precommit_update {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:11.591878 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-2e1d4300-e6f5-4244-ad13-fd00012424b9 tempest-TestMinimumBasicScenario-608799379 tempest-TestMinimumBasicScenario-608799379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-569476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762332438254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762331935097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762331935142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2958540'] for port, after_update {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:11.607318 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-da377034-62d7-4ced-8b9e-63abe3fc2c91 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:59:11.729767 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1d4300-e6f5-4244-ad13-fd00012424b9 tempest-TestMinimumBasicScenario-608799379 tempest-TestMinimumBasicScenario-608799379-project] Pushing event updated for resources: {'Port': ['ID=0d909f9a-2d1f-47e2-a74f-c32d5ce041be,revision_number=2']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:59:11.733460 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-2e1d4300-e6f5-4244-ad13-fd00012424b9 tempest-TestMinimumBasicScenario-608799379 tempest-TestMinimumBasicScenario-608799379-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:59:11.766749 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-2e1d4300-e6f5-4244-ad13-fd00012424b9 tempest-TestMinimumBasicScenario-608799379 tempest-TestMinimumBasicScenario-608799379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1754227'] for floatingip, after_update {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:11.973258 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.db.l3_db [None req-2e1d4300-e6f5-4244-ad13-fd00012424b9 tempest-TestMinimumBasicScenario-608799379 tempest-TestMinimumBasicScenario-608799379-project] Floating IP 27be584c-c5d8-4f60-9567-408c0bde933d associated. External IP: 172.28.3.60, port: ab18b70a-fd83-4a32-9ad3-05de65734339. Jun 07 06:59:12.144069 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-7052a4e3-dcb7-48ac-a7a0-7c0e94d6da24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762332461204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723872'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:12.614520 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e1d4300-e6f5-4244-ad13-fd00012424b9 tempest-TestMinimumBasicScenario-608799379 tempest-TestMinimumBasicScenario-608799379-project] Router da4aa5b3-ba95-4319-9c58-227a3584c0a2 has already been hosted by L3 agent dd8e9e9b-c9b0-4755-a773-57df6dee4a2e {{(pid=91772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 06:59:12.797088 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f93d6f7-738d-4c76-a6e8-44c03990dd47 req-2210fab5-76a7-482c-92b2-9c9ba03ef198 tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:59:12.798572 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-4f93d6f7-738d-4c76-a6e8-44c03990dd47 req-2210fab5-76a7-482c-92b2-9c9ba03ef198 tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] 10.222.0.21 "GET /v2.0/ports?device_id=ebdb7c72-c3d1-47bb-9d0a-4f00e59b88dc HTTP/1.1" status: 200 len: 945 time: 0.3851392 Jun 07 06:59:12.856651 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e1d4300-e6f5-4244-ad13-fd00012424b9 tempest-TestMinimumBasicScenario-608799379 tempest-TestMinimumBasicScenario-608799379-project] Notify agent at l3_agent.dv-cinder-784140-5-smb the message routers_updated {{(pid=91772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 06:59:12.867483 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a427003-bdad-4c83-a3a2-2263fee71296 None None] Sync routers for ids ['da4aa5b3-ba95-4319-9c58-227a3584c0a2'] in dv-cinder-784140-5-smb {{(pid=91774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 06:59:12.880758 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-4f93d6f7-738d-4c76-a6e8-44c03990dd47 req-7e32d3cc-66fa-4108-b3a7-2a06f9aff460 tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] 10.222.0.21 "GET /v2.0/security-groups?id=c87f206a-51e2-42cb-bc99-41914c02c812&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738635 Jun 07 06:59:12.883948 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a427003-bdad-4c83-a3a2-2263fee71296 None None] Routers {'da4aa5b3-ba95-4319-9c58-227a3584c0a2'} bound to L3 agent in host dv-cinder-784140-5-smb {{(pid=91774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 06:59:12.884990 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.db.l3_hamode_db [None req-9a427003-bdad-4c83-a3a2-2263fee71296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-07T06:46:09Z,description=,heartbeat_timestamp=2021-06-07T06:59:09Z,host='dv-cinder-784140-5-smb',id=dd8e9e9b-c9b0-4755-a773-57df6dee4a2e,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T06:46:09Z,topic='l3_agent')) {'router_ids': ['da4aa5b3-ba95-4319-9c58-227a3584c0a2'], 'active': True} {{(pid=91774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 06:59:12.897996 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-2e1d4300-e6f5-4244-ad13-fd00012424b9 tempest-TestMinimumBasicScenario-608799379 tempest-TestMinimumBasicScenario-608799379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503096'] for floatingip, before_response {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:12.989262 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [None req-2e1d4300-e6f5-4244-ad13-fd00012424b9 tempest-TestMinimumBasicScenario-608799379 tempest-TestMinimumBasicScenario-608799379-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.2585375 Jun 07 06:59:12.991992 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.21', 59080) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:59:12.993128 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '795e2a4a-ae14-4646-8bf6-9ccffb59f7d8', 'tag': 'ab18b70a-fd83-4a32-9ad3-05de65734339'}] {{(pid=91772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 06:59:12.996210 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b3564b50ce45010e06e11b2a9bfee31ad6a5dcfa31583fbede74178fb7a3d70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b717f83-2926-4b52-9f44-a3fa96365753" -d '{"events": [{"name": "network-changed", "server_uuid": "795e2a4a-ae14-4646-8bf6-9ccffb59f7d8", "tag": "ab18b70a-fd83-4a32-9ad3-05de65734339"}]}' {{(pid=91772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 06:59:12.998555 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.v2.base [None req-b4e99ee9-4fd4-475b-a6c0-c58c136432ce tempest-TestMinimumBasicScenario-608799379 tempest-TestMinimumBasicScenario-608799379-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-300015761', 'description': 'tempest-secgroup-smoke-300015761 description', 'project_id': '6d873eb9de9b41628d2183c081676fec'}} {{(pid=91773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 06:59:13.030844 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-b4e99ee9-4fd4-475b-a6c0-c58c136432ce tempest-TestMinimumBasicScenario-608799379 tempest-TestMinimumBasicScenario-608799379-project] Notify callbacks [] for security_group, before_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:13.157884 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.db.l3_dvr_db [None req-9a427003-bdad-4c83-a3a2-2263fee71296 None None] Set router da4aa5b3-ba95-4319-9c58-227a3584c0a2 gateway port host: dv-cinder-784140-5-smb {{(pid=91774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 06:59:13.198566 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-b4e99ee9-4fd4-475b-a6c0-c58c136432ce tempest-TestMinimumBasicScenario-608799379 tempest-TestMinimumBasicScenario-608799379-project] Notify callbacks [] for security_group, precommit_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:13.206951 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-b4e99ee9-4fd4-475b-a6c0-c58c136432ce tempest-TestMinimumBasicScenario-608799379 tempest-TestMinimumBasicScenario-608799379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1706761'] for security_group, after_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:13.227631 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-08e3b258-81d2-4d4c-9473-964f585c1748 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:59:13.239473 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-b4e99ee9-4fd4-475b-a6c0-c58c136432ce tempest-TestMinimumBasicScenario-608799379 tempest-TestMinimumBasicScenario-608799379-project] Notify callbacks [] for security_group, before_response {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:13.242437 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [None req-b4e99ee9-4fd4-475b-a6c0-c58c136432ce tempest-TestMinimumBasicScenario-608799379 tempest-TestMinimumBasicScenario-608799379-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2486353 Jun 07 06:59:13.245360 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.wsgi [-] (91772) accepted ('10.222.0.21', 59088) {{(pid=91772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:59:13.253678 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.v2.base [None req-2bd64d7d-6410-4a12-a10b-2b8e9859d051 tempest-TestMinimumBasicScenario-608799379 tempest-TestMinimumBasicScenario-608799379-project] Request body: {'security_group_rule': {'security_group_id': '3261fb00-3750-4c9f-b48d-72d79ee045fb', 'project_id': '6d873eb9de9b41628d2183c081676fec', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 06:59:13.266750 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e99ee9-4fd4-475b-a6c0-c58c136432ce tempest-TestMinimumBasicScenario-608799379 tempest-TestMinimumBasicScenario-608799379-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3261fb00-3750-4c9f-b48d-72d79ee045fb,revision_number=1']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:59:13.282257 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-b4e99ee9-4fd4-475b-a6c0-c58c136432ce tempest-TestMinimumBasicScenario-608799379 tempest-TestMinimumBasicScenario-608799379-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:59:13.329826 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-2bd64d7d-6410-4a12-a10b-2b8e9859d051 tempest-TestMinimumBasicScenario-608799379 tempest-TestMinimumBasicScenario-608799379-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:13.372152 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 06:59:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3eacc32a-f0ac-4d62-82b9-734b16f04c16 x-openstack-request-id: req-3eacc32a-f0ac-4d62-82b9-734b16f04c16 {{(pid=91772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 06:59:13.372469 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "795e2a4a-ae14-4646-8bf6-9ccffb59f7d8", "tag": "ab18b70a-fd83-4a32-9ad3-05de65734339", "status": "completed", "code": 200}]} {{(pid=91772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 06:59:13.372752 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3eacc32a-f0ac-4d62-82b9-734b16f04c16 {{(pid=91772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 06:59:13.373161 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '795e2a4a-ae14-4646-8bf6-9ccffb59f7d8', 'tag': 'ab18b70a-fd83-4a32-9ad3-05de65734339', 'status': 'completed', 'code': 200} Jun 07 06:59:13.516461 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-2bd64d7d-6410-4a12-a10b-2b8e9859d051 tempest-TestMinimumBasicScenario-608799379 tempest-TestMinimumBasicScenario-608799379-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:13.520924 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b717f83-2926-4b52-9f44-a3fa96365753 req-3179c8c0-0fd3-4ecb-a305-8567f226a3de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:59:13.524371 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-1b717f83-2926-4b52-9f44-a3fa96365753 req-3179c8c0-0fd3-4ecb-a305-8567f226a3de service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6d873eb9de9b41628d2183c081676fec&device_id=795e2a4a-ae14-4646-8bf6-9ccffb59f7d8 HTTP/1.1" status: 200 len: 1099 time: 0.1427813 Jun 07 06:59:13.529170 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-2bd64d7d-6410-4a12-a10b-2b8e9859d051 tempest-TestMinimumBasicScenario-608799379 tempest-TestMinimumBasicScenario-608799379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1706850'] for security_group_rule, after_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:13.540799 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:59:13.603479 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd64d7d-6410-4a12-a10b-2b8e9859d051 tempest-TestMinimumBasicScenario-608799379 tempest-TestMinimumBasicScenario-608799379-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df106599-1720-422a-8c8f-d7b674fa3e8b,revision_number=0']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:59:13.607265 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-2bd64d7d-6410-4a12-a10b-2b8e9859d051 tempest-TestMinimumBasicScenario-608799379 tempest-TestMinimumBasicScenario-608799379-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:59:13.614550 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-2bd64d7d-6410-4a12-a10b-2b8e9859d051 tempest-TestMinimumBasicScenario-608799379 tempest-TestMinimumBasicScenario-608799379-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:13.616582 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [None req-2bd64d7d-6410-4a12-a10b-2b8e9859d051 tempest-TestMinimumBasicScenario-608799379 tempest-TestMinimumBasicScenario-608799379-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3697071 Jun 07 06:59:13.619323 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.wsgi [-] (91772) accepted ('10.222.0.21', 59098) {{(pid=91772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:59:13.624688 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.v2.base [None req-60884dcd-e368-497e-8083-8e7f294c41c6 tempest-TestMinimumBasicScenario-608799379 tempest-TestMinimumBasicScenario-608799379-project] Request body: {'security_group_rule': {'security_group_id': '3261fb00-3750-4c9f-b48d-72d79ee045fb', 'project_id': '6d873eb9de9b41628d2183c081676fec', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=91772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 06:59:13.693113 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-60884dcd-e368-497e-8083-8e7f294c41c6 tempest-TestMinimumBasicScenario-608799379 tempest-TestMinimumBasicScenario-608799379-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:13.757506 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b717f83-2926-4b52-9f44-a3fa96365753 req-4990e585-8424-4fcb-98f3-1955b7632087 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:59:13.759079 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-1b717f83-2926-4b52-9f44-a3fa96365753 req-4990e585-8424-4fcb-98f3-1955b7632087 service neutron] 10.222.0.43 "GET /v2.0/networks?id=76f3f9ca-4fe2-4771-877c-f7bbae3b30b7 HTTP/1.1" status: 200 len: 916 time: 0.2295091 Jun 07 06:59:13.839347 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-60884dcd-e368-497e-8083-8e7f294c41c6 tempest-TestMinimumBasicScenario-608799379 tempest-TestMinimumBasicScenario-608799379-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:13.855980 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-60884dcd-e368-497e-8083-8e7f294c41c6 tempest-TestMinimumBasicScenario-608799379 tempest-TestMinimumBasicScenario-608799379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1706850'] for security_group_rule, after_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:13.878416 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-1afc4da4-17cb-4796-af02-27b9c42c5180 tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:59:13.893859 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.db.l3_hamode_db [None req-9a427003-bdad-4c83-a3a2-2263fee71296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da4aa5b3-ba95-4319-9c58-227a3584c0a2', 'name': 'tempest-TestMinimumBasicScenario-2082915911-router', 'tenant_id': '6d873eb9de9b41628d2183c081676fec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a84d0276-e36b-485f-b034-cb606776a5f5', 'external_fixed_ips': [{'subnet_id': 'bc8e845f-21f5-4331-a893-3fabfb1361b8', 'ip_address': '172.28.3.88'}], 'enable_snat': True}, 'gw_port_id': '3509c848-9441-4dbf-a90b-7c6f7e120b25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T06:58:15Z', 'updated_at': '2021-06-07T06:58:19Z', 'revision_number': 4, 'project_id': '6d873eb9de9b41628d2183c081676fec', 'gw_port': {'id': '3509c848-9441-4dbf-a90b-7c6f7e120b25', 'name': '', 'network_id': 'a84d0276-e36b-485f-b034-cb606776a5f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:7f:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da4aa5b3-ba95-4319-9c58-227a3584c0a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': 'bc8e845f-21f5-4331-a893-3fabfb1361b8', 'ip_address': '172.28.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T06:58:16Z', 'updated_at': '2021-06-07T06:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc8e845f-21f5-4331-a893-3fabfb1361b8', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-5-smb', '_floatingips': [{'id': '27be584c-c5d8-4f60-9567-408c0bde933d', 'tenant_id': '6d873eb9de9b41628d2183c081676fec', 'floating_ip_address': '172.28.3.60', 'floating_network_id': 'a84d0276-e36b-485f-b034-cb606776a5f5', 'router_id': 'da4aa5b3-ba95-4319-9c58-227a3584c0a2', 'port_id': 'ab18b70a-fd83-4a32-9ad3-05de65734339', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '76f3f9ca-4fe2-4771-877c-f7bbae3b30b7', 'mac_address': 'fa:16:3e:43:cb:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '795e2a4a-ae14-4646-8bf6-9ccffb59f7d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-07T06:59:11Z', 'updated_at': '2021-06-07T06:59:11Z', 'revision_number': 0, 'project_id': '6d873eb9de9b41628d2183c081676fec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3bff8dd6-00e4-4d75-a6db-06ca805f64a5', 'name': '', 'network_id': '76f3f9ca-4fe2-4771-877c-f7bbae3b30b7', 'tenant_id': '6d873eb9de9b41628d2183c081676fec', 'mac_address': 'fa:16:3e:19:de:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da4aa5b3-ba95-4319-9c58-227a3584c0a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '9782a052-4bf6-4b92-9f6e-b9af5249925f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T06:58:19Z', 'updated_at': '2021-06-07T06:58:27Z', 'revision_number': 5, 'project_id': '6d873eb9de9b41628d2183c081676fec', 'subnets': [{'id': '9782a052-4bf6-4b92-9f6e-b9af5249925f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784140-5-smb', False) {} {{(pid=91774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 06:59:13.899611 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a427003-bdad-4c83-a3a2-2263fee71296 None None] Checking router: da4aa5b3-ba95-4319-9c58-227a3584c0a2 for host: dv-cinder-784140-5-smb {{(pid=91774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 06:59:13.911311 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a427003-bdad-4c83-a3a2-2263fee71296 None None] Routers {'da4aa5b3-ba95-4319-9c58-227a3584c0a2'} bound to L3 agent in host dv-cinder-784140-5-smb {{(pid=91774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 06:59:13.912329 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.db.l3_hamode_db [None req-9a427003-bdad-4c83-a3a2-2263fee71296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-07T06:46:09Z,description=,heartbeat_timestamp=2021-06-07T06:59:09Z,host='dv-cinder-784140-5-smb',id=dd8e9e9b-c9b0-4755-a773-57df6dee4a2e,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T06:46:09Z,topic='l3_agent')) {'router_ids': ['da4aa5b3-ba95-4319-9c58-227a3584c0a2'], 'active': True} {{(pid=91774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 06:59:13.928739 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60884dcd-e368-497e-8083-8e7f294c41c6 tempest-TestMinimumBasicScenario-608799379 tempest-TestMinimumBasicScenario-608799379-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35540ba4-b616-4853-b430-a4bff3677de2,revision_number=0']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:59:13.939311 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-60884dcd-e368-497e-8083-8e7f294c41c6 tempest-TestMinimumBasicScenario-608799379 tempest-TestMinimumBasicScenario-608799379-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:59:13.967287 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-60884dcd-e368-497e-8083-8e7f294c41c6 tempest-TestMinimumBasicScenario-608799379 tempest-TestMinimumBasicScenario-608799379-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:13.971659 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [None req-60884dcd-e368-497e-8083-8e7f294c41c6 tempest-TestMinimumBasicScenario-608799379 tempest-TestMinimumBasicScenario-608799379-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3510418 Jun 07 06:59:13.972160 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.21', 59106) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:59:13.975687 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-1b717f83-2926-4b52-9f44-a3fa96365753 req-77ab83b9-98aa-43a7-893f-81b6cf657e2d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ab18b70a-fd83-4a32-9ad3-05de65734339 HTTP/1.1" status: 200 len: 999 time: 0.2067184 Jun 07 06:59:13.979436 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.v2.base [None req-19c08be1-64ab-4b0a-a4ac-6de7ce9d55d1 tempest-TestMinimumBasicScenario-608799379 tempest-TestMinimumBasicScenario-608799379-project] Request body: {'security_group_rule': {'security_group_id': '3261fb00-3750-4c9f-b48d-72d79ee045fb', 'project_id': '6d873eb9de9b41628d2183c081676fec', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=91773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 06:59:14.058926 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b717f83-2926-4b52-9f44-a3fa96365753 req-836731de-6083-4f1b-ac8d-26557628ed7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:59:14.062074 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-1b717f83-2926-4b52-9f44-a3fa96365753 req-836731de-6083-4f1b-ac8d-26557628ed7e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9782a052-4bf6-4b92-9f6e-b9af5249925f HTTP/1.1" status: 200 len: 854 time: 0.0764256 Jun 07 06:59:14.093646 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.wsgi [-] (91772) accepted ('10.222.0.21', 59108) {{(pid=91772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:59:14.193266 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-19c08be1-64ab-4b0a-a4ac-6de7ce9d55d1 tempest-TestMinimumBasicScenario-608799379 tempest-TestMinimumBasicScenario-608799379-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:14.220257 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b717f83-2926-4b52-9f44-a3fa96365753 req-abedeb2c-064e-42cc-8833-db1549e8823d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:59:14.221958 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-1b717f83-2926-4b52-9f44-a3fa96365753 req-abedeb2c-064e-42cc-8833-db1549e8823d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=76f3f9ca-4fe2-4771-877c-f7bbae3b30b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1489253 Jun 07 06:59:14.326720 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.db.l3_dvr_db [None req-9a427003-bdad-4c83-a3a2-2263fee71296 None None] Set router da4aa5b3-ba95-4319-9c58-227a3584c0a2 gateway port host: dv-cinder-784140-5-smb {{(pid=91774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 06:59:14.345635 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479dea88-dd87-4c75-8399-cf0c2aec950e req-1948c27a-6451-4c16-9cb8-db3cc4b19c08 tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:59:14.347125 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-479dea88-dd87-4c75-8399-cf0c2aec950e req-1948c27a-6451-4c16-9cb8-db3cc4b19c08 tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] 10.222.0.21 "GET /v2.0/ports?device_id=ebdb7c72-c3d1-47bb-9d0a-4f00e59b88dc HTTP/1.1" status: 200 len: 945 time: 0.2214162 Jun 07 06:59:14.393236 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-53c5993e-27c5-4cdf-9016-12dcaa46077b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:14.424420 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-1b717f83-2926-4b52-9f44-a3fa96365753 req-c6a209ab-e0d9-48b9-be88-81ed5f05c557 service neutron] 10.222.0.43 "GET /v2.0/networks/76f3f9ca-4fe2-4771-877c-f7bbae3b30b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1935441 Jun 07 06:59:14.588609 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-53c5993e-27c5-4cdf-9016-12dcaa46077b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:14.596311 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-53c5993e-27c5-4cdf-9016-12dcaa46077b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1706761'] for security_group, after_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:14.607968 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-363c9cee-d80f-49db-ad87-83e2ae66bd7f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:59:14.698951 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-1b717f83-2926-4b52-9f44-a3fa96365753 req-455457c9-0809-4320-a5e4-3ce4ecd80c05 service neutron] 10.222.0.43 "GET /v2.0/networks/76f3f9ca-4fe2-4771-877c-f7bbae3b30b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2577949 Jun 07 06:59:14.701148 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [None req-53c5993e-27c5-4cdf-9016-12dcaa46077b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=51f9f743b4cd4f51ba9eca6fbaeaf172&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6063526 Jun 07 06:59:14.701631 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-19c08be1-64ab-4b0a-a4ac-6de7ce9d55d1 tempest-TestMinimumBasicScenario-608799379 tempest-TestMinimumBasicScenario-608799379-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:14.703850 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.21', 59118) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:59:14.712549 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-479dea88-dd87-4c75-8399-cf0c2aec950e req-426b339d-fec4-46ce-9bbf-a68044160a60 tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] 10.222.0.21 "GET /v2.0/security-groups?id=c87f206a-51e2-42cb-bc99-41914c02c812&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3278666 Jun 07 06:59:14.713525 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c5993e-27c5-4cdf-9016-12dcaa46077b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2a8d1cc-d518-43ed-af2e-ebaddbebd434,revision_number=1']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:59:14.730670 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-53c5993e-27c5-4cdf-9016-12dcaa46077b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:59:14.736698 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-19c08be1-64ab-4b0a-a4ac-6de7ce9d55d1 tempest-TestMinimumBasicScenario-608799379 tempest-TestMinimumBasicScenario-608799379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1706850'] for security_group_rule, after_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:14.742963 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-6106d05f-3a8a-429e-ae46-b4e0bd375556 tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:59:14.778651 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c08be1-64ab-4b0a-a4ac-6de7ce9d55d1 tempest-TestMinimumBasicScenario-608799379 tempest-TestMinimumBasicScenario-608799379-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5a93ef9-abe7-4739-bcc7-188d75067466,revision_number=0']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:59:14.781815 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-19c08be1-64ab-4b0a-a4ac-6de7ce9d55d1 tempest-TestMinimumBasicScenario-608799379 tempest-TestMinimumBasicScenario-608799379-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:59:14.819086 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-19c08be1-64ab-4b0a-a4ac-6de7ce9d55d1 tempest-TestMinimumBasicScenario-608799379 tempest-TestMinimumBasicScenario-608799379-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:14.824687 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [None req-19c08be1-64ab-4b0a-a4ac-6de7ce9d55d1 tempest-TestMinimumBasicScenario-608799379 tempest-TestMinimumBasicScenario-608799379-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8512170 Jun 07 06:59:14.826027 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.wsgi [-] (91772) accepted ('10.222.0.21', 59120) {{(pid=91772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:59:14.834571 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.v2.base [None req-76d29bb0-00b9-4ebc-8f77-478750f3e319 tempest-TestMinimumBasicScenario-608799379 tempest-TestMinimumBasicScenario-608799379-project] Request body: {'security_group_rule': {'security_group_id': '3261fb00-3750-4c9f-b48d-72d79ee045fb', 'project_id': '6d873eb9de9b41628d2183c081676fec', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=91772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 06:59:14.901755 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-76d29bb0-00b9-4ebc-8f77-478750f3e319 tempest-TestMinimumBasicScenario-608799379 tempest-TestMinimumBasicScenario-608799379-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:14.926313 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.db.l3_hamode_db [None req-9a427003-bdad-4c83-a3a2-2263fee71296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da4aa5b3-ba95-4319-9c58-227a3584c0a2', 'name': 'tempest-TestMinimumBasicScenario-2082915911-router', 'tenant_id': '6d873eb9de9b41628d2183c081676fec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a84d0276-e36b-485f-b034-cb606776a5f5', 'external_fixed_ips': [{'subnet_id': 'bc8e845f-21f5-4331-a893-3fabfb1361b8', 'ip_address': '172.28.3.88'}], 'enable_snat': True}, 'gw_port_id': '3509c848-9441-4dbf-a90b-7c6f7e120b25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T06:58:15Z', 'updated_at': '2021-06-07T06:58:19Z', 'revision_number': 4, 'project_id': '6d873eb9de9b41628d2183c081676fec', 'gw_port': {'id': '3509c848-9441-4dbf-a90b-7c6f7e120b25', 'name': '', 'network_id': 'a84d0276-e36b-485f-b034-cb606776a5f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:7f:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da4aa5b3-ba95-4319-9c58-227a3584c0a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': 'bc8e845f-21f5-4331-a893-3fabfb1361b8', 'ip_address': '172.28.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T06:58:16Z', 'updated_at': '2021-06-07T06:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc8e845f-21f5-4331-a893-3fabfb1361b8', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-5-smb', '_floatingips': [{'id': '27be584c-c5d8-4f60-9567-408c0bde933d', 'tenant_id': '6d873eb9de9b41628d2183c081676fec', 'floating_ip_address': '172.28.3.60', 'floating_network_id': 'a84d0276-e36b-485f-b034-cb606776a5f5', 'router_id': 'da4aa5b3-ba95-4319-9c58-227a3584c0a2', 'port_id': 'ab18b70a-fd83-4a32-9ad3-05de65734339', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '76f3f9ca-4fe2-4771-877c-f7bbae3b30b7', 'mac_address': 'fa:16:3e:43:cb:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '795e2a4a-ae14-4646-8bf6-9ccffb59f7d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-07T06:59:11Z', 'updated_at': '2021-06-07T06:59:11Z', 'revision_number': 0, 'project_id': '6d873eb9de9b41628d2183c081676fec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3bff8dd6-00e4-4d75-a6db-06ca805f64a5', 'name': '', 'network_id': '76f3f9ca-4fe2-4771-877c-f7bbae3b30b7', 'tenant_id': '6d873eb9de9b41628d2183c081676fec', 'mac_address': 'fa:16:3e:19:de:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da4aa5b3-ba95-4319-9c58-227a3584c0a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '9782a052-4bf6-4b92-9f6e-b9af5249925f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T06:58:19Z', 'updated_at': '2021-06-07T06:58:27Z', 'revision_number': 5, 'project_id': '6d873eb9de9b41628d2183c081676fec', 'subnets': [{'id': '9782a052-4bf6-4b92-9f6e-b9af5249925f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784140-5-smb', False) {} {{(pid=91774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 06:59:14.931649 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a427003-bdad-4c83-a3a2-2263fee71296 None None] The sync data for ids ['da4aa5b3-ba95-4319-9c58-227a3584c0a2'] in dv-cinder-784140-5-smb is: [{'id': 'da4aa5b3-ba95-4319-9c58-227a3584c0a2', 'name': 'tempest-TestMinimumBasicScenario-2082915911-router', 'tenant_id': '6d873eb9de9b41628d2183c081676fec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a84d0276-e36b-485f-b034-cb606776a5f5', 'external_fixed_ips': [{'subnet_id': 'bc8e845f-21f5-4331-a893-3fabfb1361b8', 'ip_address': '172.28.3.88'}], 'enable_snat': True}, 'gw_port_id': '3509c848-9441-4dbf-a90b-7c6f7e120b25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T06:58:15Z', 'updated_at': '2021-06-07T06:58:19Z', 'revision_number': 4, 'project_id': '6d873eb9de9b41628d2183c081676fec', 'gw_port': {'id': '3509c848-9441-4dbf-a90b-7c6f7e120b25', 'name': '', 'network_id': 'a84d0276-e36b-485f-b034-cb606776a5f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:7f:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da4aa5b3-ba95-4319-9c58-227a3584c0a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': 'bc8e845f-21f5-4331-a893-3fabfb1361b8', 'ip_address': '172.28.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T06:58:16Z', 'updated_at': '2021-06-07T06:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc8e845f-21f5-4331-a893-3fabfb1361b8', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-5-smb', '_floatingips': [{'id': '27be584c-c5d8-4f60-9567-408c0bde933d', 'tenant_id': '6d873eb9de9b41628d2183c081676fec', 'floating_ip_address': '172.28.3.60', 'floating_network_id': 'a84d0276-e36b-485f-b034-cb606776a5f5', 'router_id': 'da4aa5b3-ba95-4319-9c58-227a3584c0a2', 'port_id': 'ab18b70a-fd83-4a32-9ad3-05de65734339', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '76f3f9ca-4fe2-4771-877c-f7bbae3b30b7', 'mac_address': 'fa:16:3e:43:cb:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '795e2a4a-ae14-4646-8bf6-9ccffb59f7d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-07T06:59:11Z', 'updated_at': '2021-06-07T06:59:11Z', 'revision_number': 0, 'project_id': '6d873eb9de9b41628d2183c081676fec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3bff8dd6-00e4-4d75-a6db-06ca805f64a5', 'name': '', 'network_id': '76f3f9ca-4fe2-4771-877c-f7bbae3b30b7', 'tenant_id': '6d873eb9de9b41628d2183c081676fec', 'mac_address': 'fa:16:3e:19:de:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da4aa5b3-ba95-4319-9c58-227a3584c0a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '9782a052-4bf6-4b92-9f6e-b9af5249925f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T06:58:19Z', 'updated_at': '2021-06-07T06:58:27Z', 'revision_number': 5, 'project_id': '6d873eb9de9b41628d2183c081676fec', 'subnets': [{'id': '9782a052-4bf6-4b92-9f6e-b9af5249925f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 06:59:14.956422 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-97c51105-e163-4ece-a0f7-84b311aac3a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:15.039275 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-76d29bb0-00b9-4ebc-8f77-478750f3e319 tempest-TestMinimumBasicScenario-608799379 tempest-TestMinimumBasicScenario-608799379-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:15.046591 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-76d29bb0-00b9-4ebc-8f77-478750f3e319 tempest-TestMinimumBasicScenario-608799379 tempest-TestMinimumBasicScenario-608799379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1706850'] for security_group_rule, after_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:15.048726 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-60884dcd-e368-497e-8083-8e7f294c41c6 tempest-TestMinimumBasicScenario-608799379 tempest-TestMinimumBasicScenario-608799379-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:59:15.070825 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-97c51105-e163-4ece-a0f7-84b311aac3a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:15.077085 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d29bb0-00b9-4ebc-8f77-478750f3e319 tempest-TestMinimumBasicScenario-608799379 tempest-TestMinimumBasicScenario-608799379-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85bdee80-e9ff-41df-8114-0a9ec8a4eea4,revision_number=0']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:59:15.079786 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-76d29bb0-00b9-4ebc-8f77-478750f3e319 tempest-TestMinimumBasicScenario-608799379 tempest-TestMinimumBasicScenario-608799379-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:59:15.089999 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-76d29bb0-00b9-4ebc-8f77-478750f3e319 tempest-TestMinimumBasicScenario-608799379 tempest-TestMinimumBasicScenario-608799379-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:15.091872 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [None req-76d29bb0-00b9-4ebc-8f77-478750f3e319 tempest-TestMinimumBasicScenario-608799379 tempest-TestMinimumBasicScenario-608799379-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2646167 Jun 07 06:59:15.094787 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.wsgi [-] (91772) accepted ('10.222.0.21', 59126) {{(pid=91772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:59:15.099793 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.v2.base [None req-def2bc81-c674-415c-8d39-0f54932beadf tempest-TestMinimumBasicScenario-608799379 tempest-TestMinimumBasicScenario-608799379-project] Request body: {'security_group_rule': {'security_group_id': '3261fb00-3750-4c9f-b48d-72d79ee045fb', 'project_id': '6d873eb9de9b41628d2183c081676fec', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=91772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 06:59:15.127726 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.db.securitygroups_db [None req-def2bc81-c674-415c-8d39-0f54932beadf tempest-TestMinimumBasicScenario-608799379 tempest-TestMinimumBasicScenario-608799379-project] Project 6d873eb9de9b41628d2183c081676fec added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 07 06:59:15.134493 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-def2bc81-c674-415c-8d39-0f54932beadf tempest-TestMinimumBasicScenario-608799379 tempest-TestMinimumBasicScenario-608799379-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:15.180002 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-97c51105-e163-4ece-a0f7-84b311aac3a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1706761'] for security_group, after_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:15.183272 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-97c51105-e163-4ece-a0f7-84b311aac3a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:15.185589 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [None req-97c51105-e163-4ece-a0f7-84b311aac3a9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c2a8d1cc-d518-43ed-af2e-ebaddbebd434 HTTP/1.1" status: 204 len: 168 time: 0.4803197 Jun 07 06:59:15.186292 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-d2612f59-b674-4214-a9be-fd8c4aaa4f33 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:59:15.220184 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c51105-e163-4ece-a0f7-84b311aac3a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2a8d1cc-d518-43ed-af2e-ebaddbebd434,revision_number=None']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:59:15.230774 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-97c51105-e163-4ece-a0f7-84b311aac3a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:59:15.275485 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-def2bc81-c674-415c-8d39-0f54932beadf tempest-TestMinimumBasicScenario-608799379 tempest-TestMinimumBasicScenario-608799379-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:15.287482 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-def2bc81-c674-415c-8d39-0f54932beadf tempest-TestMinimumBasicScenario-608799379 tempest-TestMinimumBasicScenario-608799379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1706850'] for security_group_rule, after_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:15.289649 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-2bd64d7d-6410-4a12-a10b-2b8e9859d051 tempest-TestMinimumBasicScenario-608799379 tempest-TestMinimumBasicScenario-608799379-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:59:15.316643 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def2bc81-c674-415c-8d39-0f54932beadf tempest-TestMinimumBasicScenario-608799379 tempest-TestMinimumBasicScenario-608799379-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d18fcd96-7eec-459b-ac86-c2455c6bb9af,revision_number=0']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:59:15.321062 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6d93b06-3318-4fef-8232-0901115e102a None None] New status for floating IP 27be584c-c5d8-4f60-9567-408c0bde933d: ACTIVE {{(pid=91775) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 07 06:59:15.322844 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-def2bc81-c674-415c-8d39-0f54932beadf tempest-TestMinimumBasicScenario-608799379 tempest-TestMinimumBasicScenario-608799379-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:59:15.332100 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-def2bc81-c674-415c-8d39-0f54932beadf tempest-TestMinimumBasicScenario-608799379 tempest-TestMinimumBasicScenario-608799379-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:15.334033 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [None req-def2bc81-c674-415c-8d39-0f54932beadf tempest-TestMinimumBasicScenario-608799379 tempest-TestMinimumBasicScenario-608799379-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2380502 Jun 07 06:59:15.336671 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.wsgi [-] (91772) accepted ('10.222.0.21', 59130) {{(pid=91772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:59:15.341803 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.v2.base [None req-55a2c5c9-5173-4a59-bebb-4af2e76c9f89 tempest-TestMinimumBasicScenario-608799379 tempest-TestMinimumBasicScenario-608799379-project] Request body: {'security_group_rule': {'security_group_id': '3261fb00-3750-4c9f-b48d-72d79ee045fb', 'project_id': '6d873eb9de9b41628d2183c081676fec', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=91772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 06:59:15.400578 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.db.securitygroups_db [None req-55a2c5c9-5173-4a59-bebb-4af2e76c9f89 tempest-TestMinimumBasicScenario-608799379 tempest-TestMinimumBasicScenario-608799379-project] Project 6d873eb9de9b41628d2183c081676fec added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 07 06:59:15.408618 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-55a2c5c9-5173-4a59-bebb-4af2e76c9f89 tempest-TestMinimumBasicScenario-608799379 tempest-TestMinimumBasicScenario-608799379-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:15.515131 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-55a2c5c9-5173-4a59-bebb-4af2e76c9f89 tempest-TestMinimumBasicScenario-608799379 tempest-TestMinimumBasicScenario-608799379-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:15.527435 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-55a2c5c9-5173-4a59-bebb-4af2e76c9f89 tempest-TestMinimumBasicScenario-608799379 tempest-TestMinimumBasicScenario-608799379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1706850'] for security_group_rule, after_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:15.563169 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:59:15.583821 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a2c5c9-5173-4a59-bebb-4af2e76c9f89 tempest-TestMinimumBasicScenario-608799379 tempest-TestMinimumBasicScenario-608799379-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76b75a98-3189-4ac7-b76d-f503a193bea8,revision_number=0']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:59:15.597086 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-55a2c5c9-5173-4a59-bebb-4af2e76c9f89 tempest-TestMinimumBasicScenario-608799379 tempest-TestMinimumBasicScenario-608799379-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:59:15.598097 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-55a2c5c9-5173-4a59-bebb-4af2e76c9f89 tempest-TestMinimumBasicScenario-608799379 tempest-TestMinimumBasicScenario-608799379-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:15.599871 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [None req-55a2c5c9-5173-4a59-bebb-4af2e76c9f89 tempest-TestMinimumBasicScenario-608799379 tempest-TestMinimumBasicScenario-608799379-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2619891 Jun 07 06:59:15.849586 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-376b3988-e30f-4129-8f8d-337d86a32310 req-b3eb8182-50dc-4673-a1d3-b8ba22593d62 tempest-TestMinimumBasicScenario-608799379 tempest-TestMinimumBasicScenario-608799379-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-300015761&fields=id&tenant_id=6d873eb9de9b41628d2183c081676fec HTTP/1.1" status: 200 len: 267 time: 0.1083350 Jun 07 06:59:16.045938 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376b3988-e30f-4129-8f8d-337d86a32310 req-276cc829-760e-4ee5-a70a-e2b341f96f0e tempest-TestMinimumBasicScenario-608799379 tempest-TestMinimumBasicScenario-608799379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:59:16.047623 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-376b3988-e30f-4129-8f8d-337d86a32310 req-276cc829-760e-4ee5-a70a-e2b341f96f0e tempest-TestMinimumBasicScenario-608799379 tempest-TestMinimumBasicScenario-608799379-project] 10.222.0.21 "GET /v2.0/ports?device_id=795e2a4a-ae14-4646-8bf6-9ccffb59f7d8 HTTP/1.1" status: 200 len: 946 time: 0.1928577 Jun 07 06:59:16.060643 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.v2.base [req-376b3988-e30f-4129-8f8d-337d86a32310 req-c9110b6d-bd23-46c4-b405-67f901c1cb84 tempest-TestMinimumBasicScenario-608799379 tempest-TestMinimumBasicScenario-608799379-project] Request body: {'port': {'security_groups': ['2a9523a8-2ff1-4f5b-9747-a8d45ba0dae8', '3261fb00-3750-4c9f-b48d-72d79ee045fb']}} {{(pid=91772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 06:59:16.131472 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf20b783-5689-49f1-888d-2659b0bf8fbd req-182e3c7f-3441-4d59-9827-c3631d9bf565 tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:59:16.133029 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-bf20b783-5689-49f1-888d-2659b0bf8fbd req-182e3c7f-3441-4d59-9827-c3631d9bf565 tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] 10.222.0.21 "GET /v2.0/ports?device_id=ebdb7c72-c3d1-47bb-9d0a-4f00e59b88dc HTTP/1.1" status: 200 len: 945 time: 0.1974461 Jun 07 06:59:16.250014 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [req-376b3988-e30f-4129-8f8d-337d86a32310 req-c9110b6d-bd23-46c4-b405-67f901c1cb84 tempest-TestMinimumBasicScenario-608799379 tempest-TestMinimumBasicScenario-608799379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564700'] for port, before_update {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:16.349648 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-bf20b783-5689-49f1-888d-2659b0bf8fbd req-4a69b6b1-2550-48ab-b7a5-bbc832fbffa4 tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] 10.222.0.21 "GET /v2.0/security-groups?id=c87f206a-51e2-42cb-bc99-41914c02c812&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2073417 Jun 07 06:59:16.568607 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.21', 59166) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:59:16.720574 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.plugins.ml2.db [req-376b3988-e30f-4129-8f8d-337d86a32310 req-c9110b6d-bd23-46c4-b405-67f901c1cb84 tempest-TestMinimumBasicScenario-608799379 tempest-TestMinimumBasicScenario-608799379-project] For port ab18b70a-fd83-4a32-9ad3-05de65734339, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=ab18b70a-fd83-4a32-9ad3-05de65734339,segment=NetworkSegment(3763f77b-fd3a-47d1-91c2-6e7b3cce8777),segment_id=3763f77b-fd3a-47d1-91c2-6e7b3cce8777)] {{(pid=91772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 06:59:16.738485 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.v2.base [None req-5fb3bfc5-5f76-413f-b56f-52fd2dc8477b admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1680854241-network', 'tenant_id': '42bf171906a3442fbd2784138b6a35de'}} {{(pid=91773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 06:59:16.755413 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [req-376b3988-e30f-4129-8f8d-337d86a32310 req-c9110b6d-bd23-46c4-b405-67f901c1cb84 tempest-TestMinimumBasicScenario-608799379 tempest-TestMinimumBasicScenario-608799379-project] Notify callbacks [] for port, precommit_update {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:16.767194 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [req-376b3988-e30f-4129-8f8d-337d86a32310 req-c9110b6d-bd23-46c4-b405-67f901c1cb84 tempest-TestMinimumBasicScenario-608799379 tempest-TestMinimumBasicScenario-608799379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-569476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762332438254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762331935097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762331935142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2958540'] for port, after_update {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:16.775049 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-cdabd5b8-2246-4c63-98a8-184ed2d12a19 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:59:16.775485 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fb3bfc5-5f76-413f-b56f-52fd2dc8477b admin admin] Made reservation on behalf of 42bf171906a3442fbd2784138b6a35de for: {'network': 1} {{(pid=91773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 06:59:16.778806 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-5fb3bfc5-5f76-413f-b56f-52fd2dc8477b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-564483'] for network, before_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:16.779420 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.db [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] get_ports_and_sgs() called for port_ids ['ab18b70a-fd83-4a32-9ad3-05de65734339'] {{(pid=91774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 06:59:16.794210 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-5fb3bfc5-5f76-413f-b56f-52fd2dc8477b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:16.859767 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9110b6d-bd23-46c4-b405-67f901c1cb84 tempest-TestMinimumBasicScenario-608799379 tempest-TestMinimumBasicScenario-608799379-project] Pushing event updated for resources: {'Port': ['ID=ab18b70a-fd83-4a32-9ad3-05de65734339,revision_number=6']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:59:16.865533 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-c9110b6d-bd23-46c4-b405-67f901c1cb84 tempest-TestMinimumBasicScenario-608799379 tempest-TestMinimumBasicScenario-608799379-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:59:16.949348 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376b3988-e30f-4129-8f8d-337d86a32310 req-c9110b6d-bd23-46c4-b405-67f901c1cb84 tempest-TestMinimumBasicScenario-608799379 tempest-TestMinimumBasicScenario-608799379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:59:16.957786 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [req-376b3988-e30f-4129-8f8d-337d86a32310 req-c9110b6d-bd23-46c4-b405-67f901c1cb84 tempest-TestMinimumBasicScenario-608799379 tempest-TestMinimumBasicScenario-608799379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503096'] for port, before_response {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:16.961219 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-376b3988-e30f-4129-8f8d-337d86a32310 req-c9110b6d-bd23-46c4-b405-67f901c1cb84 tempest-TestMinimumBasicScenario-608799379 tempest-TestMinimumBasicScenario-608799379-project] 10.222.0.21 "PUT /v2.0/ports/ab18b70a-fd83-4a32-9ad3-05de65734339 HTTP/1.1" status: 200 len: 982 time: 0.9061894 Jun 07 06:59:16.962794 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '795e2a4a-ae14-4646-8bf6-9ccffb59f7d8', 'tag': 'ab18b70a-fd83-4a32-9ad3-05de65734339'}] {{(pid=91772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 06:59:16.973028 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b3564b50ce45010e06e11b2a9bfee31ad6a5dcfa31583fbede74178fb7a3d70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-158b1538-3d4f-4ed1-a5f4-1dc97e28a5f5" -d '{"events": [{"name": "network-changed", "server_uuid": "795e2a4a-ae14-4646-8bf6-9ccffb59f7d8", "tag": "ab18b70a-fd83-4a32-9ad3-05de65734339"}]}' {{(pid=91772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 06:59:17.029957 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-5fb3bfc5-5f76-413f-b56f-52fd2dc8477b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:17.038111 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-5fb3bfc5-5f76-413f-b56f-52fd2dc8477b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1706761'] for security_group, after_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:17.050727 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.db [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] get_ports_and_sgs() called for port_ids ['ab18b70a-fd83-4a32-9ad3-05de65734339'] {{(pid=91774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 06:59:17.059263 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5fb3bfc5-5f76-413f-b56f-52fd2dc8477b admin admin] vlan segment allocate from pool success with {'vlan_id': 305, 'physical_network': 'physnet1'} {{(pid=91773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 07 06:59:17.070501 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950de151-6b11-49ba-892c-54dc9a9fadd7 req-227da360-fc83-43f4-a3a2-33e7982a55b4 tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:59:17.079362 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-5fb3bfc5-5f76-413f-b56f-52fd2dc8477b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-712556'] for segment, precommit_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:17.081604 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-950de151-6b11-49ba-892c-54dc9a9fadd7 req-227da360-fc83-43f4-a3a2-33e7982a55b4 tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] 10.222.0.21 "GET /v2.0/ports?device_id=960c8df3-b954-4113-858f-2218b8956d9e HTTP/1.1" status: 200 len: 945 time: 0.2251070 Jun 07 06:59:17.082233 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.db.segments_db [None req-5fb3bfc5-5f76-413f-b56f-52fd2dc8477b admin admin] Added segment 72e92de7-8a1c-4a00-bd12-01e4302d58db of type vlan for network 80f82789-426d-4fba-a6bd-c984530e2630 Jun 07 06:59:17.130619 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-fcb097fe-d311-4c77-904c-1fced198d8a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:59:17.200837 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-950de151-6b11-49ba-892c-54dc9a9fadd7 req-d2f52301-5f95-41e6-8af0-eedbfa616b2e tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] 10.222.0.21 "GET /v2.0/security-groups?id=67d394fa-e0bd-49f4-8b48-2d4ef3fb60d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1080260 Jun 07 06:59:17.215742 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-5fb3bfc5-5f76-413f-b56f-52fd2dc8477b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762331920860'] for network, precommit_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:17.232210 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb3bfc5-5f76-413f-b56f-52fd2dc8477b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b68765d8-f391-4d58-b5b0-5913e0d6f91d,revision_number=1']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:59:17.279467 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-5fb3bfc5-5f76-413f-b56f-52fd2dc8477b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:59:17.283981 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-5fb3bfc5-5f76-413f-b56f-52fd2dc8477b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1706969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648529'] for network, after_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:17.285728 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fb3bfc5-5f76-413f-b56f-52fd2dc8477b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:59:17.286711 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-5fb3bfc5-5f76-413f-b56f-52fd2dc8477b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648630'] for network, before_response {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:17.295104 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-a8247c4a-a9f3-43fd-8cb3-cc87737e2c33 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:59:17.302904 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 06:59:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-796d7db2-0503-40d7-b93a-ea0bab03eb51 x-openstack-request-id: req-796d7db2-0503-40d7-b93a-ea0bab03eb51 {{(pid=91772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 06:59:17.303746 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "795e2a4a-ae14-4646-8bf6-9ccffb59f7d8", "tag": "ab18b70a-fd83-4a32-9ad3-05de65734339", "status": "completed", "code": 200}]} {{(pid=91772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 06:59:17.303746 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-796d7db2-0503-40d7-b93a-ea0bab03eb51 {{(pid=91772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 06:59:17.303966 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '795e2a4a-ae14-4646-8bf6-9ccffb59f7d8', 'tag': 'ab18b70a-fd83-4a32-9ad3-05de65734339', 'status': 'completed', 'code': 200} Jun 07 06:59:17.369577 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ca45c5-4978-4aa2-8fda-3203434d3bbd req-78d9a0a9-d1df-423c-a9d0-444a0915b22a tempest-TestMinimumBasicScenario-608799379 tempest-TestMinimumBasicScenario-608799379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:59:17.371139 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-85ca45c5-4978-4aa2-8fda-3203434d3bbd req-78d9a0a9-d1df-423c-a9d0-444a0915b22a tempest-TestMinimumBasicScenario-608799379 tempest-TestMinimumBasicScenario-608799379-project] 10.222.0.21 "GET /v2.0/ports?device_id=795e2a4a-ae14-4646-8bf6-9ccffb59f7d8 HTTP/1.1" status: 200 len: 985 time: 0.1788409 Jun 07 06:59:17.411195 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [None req-5fb3bfc5-5f76-413f-b56f-52fd2dc8477b admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8388584 Jun 07 06:59:17.420078 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.wsgi [-] (91772) accepted ('10.222.0.21', 59178) {{(pid=91772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:59:17.431813 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.v2.base [None req-9e79b8e3-aefa-4d5b-ba42-146d5d7a3e78 admin admin] Request body: {'subnet': {'network_id': '80f82789-426d-4fba-a6bd-c984530e2630', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1680854241-subnet', 'tenant_id': '42bf171906a3442fbd2784138b6a35de', 'ip_version': 4}} {{(pid=91772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 06:59:17.481917 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb3bfc5-5f76-413f-b56f-52fd2dc8477b admin admin] Pushing event updated for resources: {'Network': ['ID=80f82789-426d-4fba-a6bd-c984530e2630,revision_number=1']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:59:17.485788 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-5fb3bfc5-5f76-413f-b56f-52fd2dc8477b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:59:17.502118 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158b1538-3d4f-4ed1-a5f4-1dc97e28a5f5 req-4ef051d5-a994-4362-af3a-e69e406f1450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:59:17.503725 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-158b1538-3d4f-4ed1-a5f4-1dc97e28a5f5 req-4ef051d5-a994-4362-af3a-e69e406f1450 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6d873eb9de9b41628d2183c081676fec&device_id=795e2a4a-ae14-4646-8bf6-9ccffb59f7d8 HTTP/1.1" status: 200 len: 1138 time: 0.1800790 Jun 07 06:59:17.515486 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.db.provisioning_blocks [None req-843f181e-0b63-44ef-bf2c-9e201434cdb0 None None] Provisioning complete for port ab18b70a-fd83-4a32-9ad3-05de65734339 triggered by entity DHCP. {{(pid=91774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 06:59:17.516191 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-843f181e-0b63-44ef-bf2c-9e201434cdb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723953'] for port, provisioning_complete {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:17.548050 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Network 80f82789-426d-4fba-a6bd-c984530e2630 details requested by agent ovs-agent-dv-cinder-784140-5-smb with host dv-cinder-784140-5-smb {{(pid=91774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 07 06:59:17.654353 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158b1538-3d4f-4ed1-a5f4-1dc97e28a5f5 req-006a19ca-44bb-49dd-958d-582afa3db621 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:59:17.656055 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-158b1538-3d4f-4ed1-a5f4-1dc97e28a5f5 req-006a19ca-44bb-49dd-958d-582afa3db621 service neutron] 10.222.0.43 "GET /v2.0/networks?id=76f3f9ca-4fe2-4771-877c-f7bbae3b30b7 HTTP/1.1" status: 200 len: 916 time: 0.1431065 Jun 07 06:59:17.729572 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-85ca45c5-4978-4aa2-8fda-3203434d3bbd req-a2e77dbc-ed1f-4a3b-a1d9-e732330f030e tempest-TestMinimumBasicScenario-608799379 tempest-TestMinimumBasicScenario-608799379-project] 10.222.0.21 "GET /v2.0/security-groups?id=2a9523a8-2ff1-4f5b-9747-a8d45ba0dae8&id=3261fb00-3750-4c9f-b48d-72d79ee045fb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3505573 Jun 07 06:59:17.760280 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e79b8e3-aefa-4d5b-ba42-146d5d7a3e78 admin admin] Made reservation on behalf of 42bf171906a3442fbd2784138b6a35de for: {'subnet': 1} {{(pid=91772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 06:59:17.764231 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-9e79b8e3-aefa-4d5b-ba42-146d5d7a3e78 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2169916'] for subnet, before_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:17.884562 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb83114-33a2-41b5-9eb9-e94db353ac3a req-18b7d176-cec7-48d9-be35-80a23ce3a676 tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:59:17.896321 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-3fb83114-33a2-41b5-9eb9-e94db353ac3a req-18b7d176-cec7-48d9-be35-80a23ce3a676 tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] 10.222.0.21 "GET /v2.0/ports?device_id=ebdb7c72-c3d1-47bb-9d0a-4f00e59b88dc HTTP/1.1" status: 200 len: 945 time: 0.2691507 Jun 07 06:59:17.900463 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-158b1538-3d4f-4ed1-a5f4-1dc97e28a5f5 req-963b5344-108a-4250-985f-4c5aebc68667 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ab18b70a-fd83-4a32-9ad3-05de65734339 HTTP/1.1" status: 200 len: 1001 time: 0.2373803 Jun 07 06:59:17.983237 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158b1538-3d4f-4ed1-a5f4-1dc97e28a5f5 req-af88c5ac-a848-44a7-b215-d0965e90748d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:59:17.987746 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-158b1538-3d4f-4ed1-a5f4-1dc97e28a5f5 req-af88c5ac-a848-44a7-b215-d0965e90748d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9782a052-4bf6-4b92-9f6e-b9af5249925f HTTP/1.1" status: 200 len: 854 time: 0.0778763 Jun 07 06:59:17.988782 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-3fb83114-33a2-41b5-9eb9-e94db353ac3a req-aa0e6226-9604-4169-be2e-eaefa51d6831 tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] 10.222.0.21 "GET /v2.0/security-groups?id=c87f206a-51e2-42cb-bc99-41914c02c812&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0861559 Jun 07 06:59:18.138658 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-9e79b8e3-aefa-4d5b-ba42-146d5d7a3e78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2958427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2169902'] for subnet, after_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:18.144148 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-80008c08-ddec-44c9-9082-4120c40e8aa2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:59:18.148438 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158b1538-3d4f-4ed1-a5f4-1dc97e28a5f5 req-748e23f1-931f-46d2-ba7c-49b5c185d0e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:59:18.150933 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-158b1538-3d4f-4ed1-a5f4-1dc97e28a5f5 req-748e23f1-931f-46d2-ba7c-49b5c185d0e3 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=76f3f9ca-4fe2-4771-877c-f7bbae3b30b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1414900 Jun 07 06:59:18.204996 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e79b8e3-aefa-4d5b-ba42-146d5d7a3e78 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8b71f6d7-5eeb-4431-8add-0eca70244bd0,revision_number=0']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:59:18.213142 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-9e79b8e3-aefa-4d5b-ba42-146d5d7a3e78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:59:18.252786 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e79b8e3-aefa-4d5b-ba42-146d5d7a3e78 admin admin] Checking segment: {'id': '72e92de7-8a1c-4a00-bd12-01e4302d58db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '80f82789-426d-4fba-a6bd-c984530e2630'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 06:59:18.253133 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e79b8e3-aefa-4d5b-ba42-146d5d7a3e78 admin admin] Network hostable DHCP agents. Network: 80f82789-426d-4fba-a6bd-c984530e2630, hostable agents: ['9e620681-9ba6-48ee-a994-b814c2ae7583'], hosted agents: [] {{(pid=91772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 07 06:59:18.283090 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e79b8e3-aefa-4d5b-ba42-146d5d7a3e78 admin admin] Network 80f82789-426d-4fba-a6bd-c984530e2630 is scheduled to be hosted by DHCP agent 9e620681-9ba6-48ee-a994-b814c2ae7583 with binding_index 1 {{(pid=91772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 07 06:59:18.306234 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.scheduler.base_scheduler [None req-9e79b8e3-aefa-4d5b-ba42-146d5d7a3e78 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784140-5-smb, 80f82789-426d-4fba-a6bd-c984530e2630) {{(pid=91772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 06:59:18.314170 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e79b8e3-aefa-4d5b-ba42-146d5d7a3e78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:59:18.314802 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-9e79b8e3-aefa-4d5b-ba42-146d5d7a3e78 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648630'] for subnet, before_response {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:18.324870 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1111c73a-eb6a-4306-b8ac-4ae6a8b86cf1 None None] Network 80f82789-426d-4fba-a6bd-c984530e2630 requested from dv-cinder-784140-5-smb {{(pid=91774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 06:59:18.344333 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-158b1538-3d4f-4ed1-a5f4-1dc97e28a5f5 req-d3298118-220e-4b6d-b2e3-af740f08ed82 service neutron] 10.222.0.43 "GET /v2.0/networks/76f3f9ca-4fe2-4771-877c-f7bbae3b30b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1859829 Jun 07 06:59:18.346319 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.21', 59184) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:59:18.346504 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [None req-9e79b8e3-aefa-4d5b-ba42-146d5d7a3e78 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9220860 Jun 07 06:59:18.352153 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.v2.base [None req-2940cba9-bdba-4f66-8f2e-2f66e0d9e2d7 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1680854241-router', 'tenant_id': '42bf171906a3442fbd2784138b6a35de', 'external_gateway_info': {'network_id': 'a84d0276-e36b-485f-b034-cb606776a5f5'}}} {{(pid=91773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 06:59:18.494437 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fcf516-5bf7-45e7-a24e-a84df18b2fa4 req-b092a3c5-8034-4090-8b62-9971a47ef14a tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:59:18.502760 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-99fcf516-5bf7-45e7-a24e-a84df18b2fa4 req-b092a3c5-8034-4090-8b62-9971a47ef14a tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] 10.222.0.21 "GET /v2.0/ports?device_id=960c8df3-b954-4113-858f-2218b8956d9e HTTP/1.1" status: 200 len: 945 time: 0.1056526 Jun 07 06:59:18.515415 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-2940cba9-bdba-4f66-8f2e-2f66e0d9e2d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1660237', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3595'] for router, before_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:18.517589 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-2940cba9-bdba-4f66-8f2e-2f66e0d9e2d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1660116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1667057', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1768563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3584'] for router, precommit_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:18.541249 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-2940cba9-bdba-4f66-8f2e-2f66e0d9e2d7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:18.567698 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-99fcf516-5bf7-45e7-a24e-a84df18b2fa4 req-558e53a6-83d7-4d49-b84d-84c621b85568 tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] 10.222.0.21 "GET /v2.0/security-groups?id=67d394fa-e0bd-49f4-8b48-2d4ef3fb60d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638511 Jun 07 06:59:18.663157 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75ec8137-4b39-4530-a59f-078c927fd93a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp16c4c58c-3b6f-5278-963a-84eb71d65540-80f82789-426d-4fba-a6bd-c984530e2630', 'network_id': '80f82789-426d-4fba-a6bd-c984530e2630', 'tenant_id': '42bf171906a3442fbd2784138b6a35de', 'fixed_ips': [{'subnet_id': '8b71f6d7-5eeb-4431-8add-0eca70244bd0'}]}} from dv-cinder-784140-5-smb. {{(pid=91774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 07 06:59:18.666503 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-75ec8137-4b39-4530-a59f-078c927fd93a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564700'] for port, before_create {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:18.787968 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627c6adc-7529-428b-92b2-06c55bf5f2e7 req-cb8f6e38-9d14-45d2-9120-d7b00f2407b2 tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:59:18.790348 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-627c6adc-7529-428b-92b2-06c55bf5f2e7 req-cb8f6e38-9d14-45d2-9120-d7b00f2407b2 tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] 10.222.0.43 "GET /v2.0/ports?device_id=960c8df3-b954-4113-858f-2218b8956d9e HTTP/1.1" status: 200 len: 945 time: 0.1094253 Jun 07 06:59:18.836007 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.db.db_base_plugin_common [None req-75ec8137-4b39-4530-a59f-078c927fd93a None None] Allocated IP 172.20.0.2 (80f82789-426d-4fba-a6bd-c984530e2630/8b71f6d7-5eeb-4431-8add-0eca70244bd0/85f9ae8e-930f-46a4-93eb-4cb444882e5e) {{(pid=91774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 06:59:18.853272 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-2940cba9-bdba-4f66-8f2e-2f66e0d9e2d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1666947', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1660255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3606'] for router, precommit_update {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:18.865164 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-158b1538-3d4f-4ed1-a5f4-1dc97e28a5f5 req-aa6e6e81-b347-41f8-be70-2e605df16e06 service neutron] 10.222.0.43 "GET /v2.0/networks/76f3f9ca-4fe2-4771-877c-f7bbae3b30b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5049863 Jun 07 06:59:18.985280 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.plugins.ml2.plugin [req-627c6adc-7529-428b-92b2-06c55bf5f2e7 req-5ce1a6c4-bb6c-44e2-8d5c-2a9b36107463 tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] Deleting port 190e6513-9b9d-42f7-b5e3-e4784421e568 {{(pid=91772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 06:59:18.986566 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [req-627c6adc-7529-428b-92b2-06c55bf5f2e7 req-5ce1a6c4-bb6c-44e2-8d5c-2a9b36107463 tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762332413660'] for port, before_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:19.128575 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-75ec8137-4b39-4530-a59f-078c927fd93a None None] Notify callbacks [] for port, precommit_create {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:19.160925 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.db.provisioning_blocks [None req-75ec8137-4b39-4530-a59f-078c927fd93a None None] Transition to ACTIVE for port object 85f9ae8e-930f-46a4-93eb-4cb444882e5e will not be triggered until provisioned by entity L2. {{(pid=91774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 06:59:19.188507 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.db.provisioning_blocks [None req-75ec8137-4b39-4530-a59f-078c927fd93a None None] Transition to ACTIVE for port object 85f9ae8e-930f-46a4-93eb-4cb444882e5e will not be triggered until provisioned by entity DHCP. {{(pid=91774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 06:59:19.200548 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-75ec8137-4b39-4530-a59f-078c927fd93a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-569476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648536', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762331935079'] for port, after_create {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:19.206561 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:59:19.208461 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.plugins.ml2.db [req-627c6adc-7529-428b-92b2-06c55bf5f2e7 req-5ce1a6c4-bb6c-44e2-8d5c-2a9b36107463 tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] For port 190e6513-9b9d-42f7-b5e3-e4784421e568, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=190e6513-9b9d-42f7-b5e3-e4784421e568,segment=NetworkSegment(52b2ea56-693b-48b2-9a2b-8ef6c7482fc0),segment_id=52b2ea56-693b-48b2-9a2b-8ef6c7482fc0)] {{(pid=91772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 06:59:19.209030 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [req-627c6adc-7529-428b-92b2-06c55bf5f2e7 req-5ce1a6c4-bb6c-44e2-8d5c-2a9b36107463 tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1669251'] for port, precommit_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:19.246242 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-2940cba9-bdba-4f66-8f2e-2f66e0d9e2d7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:19.288660 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-2940cba9-bdba-4f66-8f2e-2f66e0d9e2d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564700'] for port, before_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:19.299128 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75ec8137-4b39-4530-a59f-078c927fd93a None None] Network 80f82789-426d-4fba-a6bd-c984530e2630 is already hosted by enough agents. {{(pid=91774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 06:59:19.301951 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.scheduler.base_scheduler [None req-75ec8137-4b39-4530-a59f-078c927fd93a None None] Resources bound (agent type, host, resource id): {{(pid=91774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 06:59:19.306657 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75ec8137-4b39-4530-a59f-078c927fd93a None None] Received port after_create {{(pid=91774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 06:59:19.308917 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ec8137-4b39-4530-a59f-078c927fd93a None None] Pushing event updated for resources: {'Port': ['ID=85f9ae8e-930f-46a4-93eb-4cb444882e5e,revision_number=1']} {{(pid=91774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:59:19.313852 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-75ec8137-4b39-4530-a59f-078c927fd93a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:59:19.416371 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.managers [None req-75ec8137-4b39-4530-a59f-078c927fd93a None None] Attempting to bind port 85f9ae8e-930f-46a4-93eb-4cb444882e5e on host dv-cinder-784140-5-smb for vnic_type normal with profile {{(pid=91774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 06:59:19.417039 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.managers [None req-75ec8137-4b39-4530-a59f-078c927fd93a None None] Attempting to bind port 85f9ae8e-930f-46a4-93eb-4cb444882e5e by drivers openvswitch,hyperv on host dv-cinder-784140-5-smb at level 0 using segments [{'id': '72e92de7-8a1c-4a00-bd12-01e4302d58db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '80f82789-426d-4fba-a6bd-c984530e2630'}] {{(pid=91774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 06:59:19.417138 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75ec8137-4b39-4530-a59f-078c927fd93a None None] Attempting to bind port 85f9ae8e-930f-46a4-93eb-4cb444882e5e on network 80f82789-426d-4fba-a6bd-c984530e2630 {{(pid=91774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 06:59:19.422740 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75ec8137-4b39-4530-a59f-078c927fd93a None None] Checking agent: {'id': '2cbbf4dd-47cd-4e79-9ddf-2f0b457e4e7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784140-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 6, 46, 9), 'started_at': datetime.datetime(2021, 6, 7, 6, 46, 39), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 6, 59, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784140-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 06:59:19.423204 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75ec8137-4b39-4530-a59f-078c927fd93a None None] Checking segment: {'id': '72e92de7-8a1c-4a00-bd12-01e4302d58db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '80f82789-426d-4fba-a6bd-c984530e2630'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 06:59:19.423674 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-75ec8137-4b39-4530-a59f-078c927fd93a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:19.424160 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75ec8137-4b39-4530-a59f-078c927fd93a None None] Bound using segment: {'id': '72e92de7-8a1c-4a00-bd12-01e4302d58db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '80f82789-426d-4fba-a6bd-c984530e2630'} {{(pid=91774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 06:59:19.424688 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.managers [None req-75ec8137-4b39-4530-a59f-078c927fd93a None None] Bound port: 85f9ae8e-930f-46a4-93eb-4cb444882e5e, host: dv-cinder-784140-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72e92de7-8a1c-4a00-bd12-01e4302d58db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '80f82789-426d-4fba-a6bd-c984530e2630'}}] {{(pid=91774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 06:59:19.425126 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-75ec8137-4b39-4530-a59f-078c927fd93a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564700'] for port, before_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:19.484633 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.db.db_base_plugin_common [None req-2940cba9-bdba-4f66-8f2e-2f66e0d9e2d7 admin admin] Allocated IP 172.28.3.147 (a84d0276-e36b-485f-b034-cb606776a5f5/bc8e845f-21f5-4331-a893-3fabfb1361b8/92f4ecae-0c03-4cf6-95ee-6067f571a5e6) {{(pid=91773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 06:59:19.546888 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.db [None req-75ec8137-4b39-4530-a59f-078c927fd93a None None] For port 85f9ae8e-930f-46a4-93eb-4cb444882e5e, host dv-cinder-784140-5-smb, cleared binding levels {{(pid=91774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 06:59:19.550856 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.db [None req-75ec8137-4b39-4530-a59f-078c927fd93a None None] For port 85f9ae8e-930f-46a4-93eb-4cb444882e5e, host dv-cinder-784140-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-5-smb',level=0,port_id=85f9ae8e-930f-46a4-93eb-4cb444882e5e,segment=NetworkSegment(72e92de7-8a1c-4a00-bd12-01e4302d58db),segment_id=72e92de7-8a1c-4a00-bd12-01e4302d58db)] {{(pid=91774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 06:59:19.560076 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-75ec8137-4b39-4530-a59f-078c927fd93a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-569476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762332438254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762331935097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762331935142'] for port, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:19.568580 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:59:19.603008 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bb6ee4-dae2-4f26-b1d4-b77aa1afd4ea req-0a779460-04e7-4a40-9d3c-93f45c5cb3ff tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:59:19.617740 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-75bb6ee4-dae2-4f26-b1d4-b77aa1afd4ea req-0a779460-04e7-4a40-9d3c-93f45c5cb3ff tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] 10.222.0.21 "GET /v2.0/ports?device_id=ebdb7c72-c3d1-47bb-9d0a-4f00e59b88dc HTTP/1.1" status: 200 len: 945 time: 0.2342162 Jun 07 06:59:19.665614 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ec8137-4b39-4530-a59f-078c927fd93a None None] Pushing event updated for resources: {'Port': ['ID=85f9ae8e-930f-46a4-93eb-4cb444882e5e,revision_number=2']} {{(pid=91774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:59:19.676010 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-75ec8137-4b39-4530-a59f-078c927fd93a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:59:19.729669 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [req-627c6adc-7529-428b-92b2-06c55bf5f2e7 req-5ce1a6c4-bb6c-44e2-8d5c-2a9b36107463 tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:19.730133 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [req-627c6adc-7529-428b-92b2-06c55bf5f2e7 req-5ce1a6c4-bb6c-44e2-8d5c-2a9b36107463 tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1754227'] for floatingip, after_update {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:19.730518 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.db.l3_db [req-627c6adc-7529-428b-92b2-06c55bf5f2e7 req-5ce1a6c4-bb6c-44e2-8d5c-2a9b36107463 tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] Floating IP 18ca70cc-11a3-4859-b005-7fe5434d65af disassociated. External IP: 172.28.3.212, port: 190e6513-9b9d-42f7-b5e3-e4784421e568. Jun 07 06:59:19.730924 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.plugins.ml2.plugin [req-627c6adc-7529-428b-92b2-06c55bf5f2e7 req-5ce1a6c4-bb6c-44e2-8d5c-2a9b36107463 tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] Calling delete_port for 190e6513-9b9d-42f7-b5e3-e4784421e568 owned by compute:nova {{(pid=91772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 06:59:19.745839 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-75bb6ee4-dae2-4f26-b1d4-b77aa1afd4ea req-5c66f5aa-1d49-46b2-9cf7-ff61d281e41c tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] 10.222.0.21 "GET /v2.0/security-groups?id=c87f206a-51e2-42cb-bc99-41914c02c812&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1129346 Jun 07 06:59:19.774241 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-2940cba9-bdba-4f66-8f2e-2f66e0d9e2d7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:19.835122 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-2940cba9-bdba-4f66-8f2e-2f66e0d9e2d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-569476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648536', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762331935079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2253277'] for port, after_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:19.840444 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-f06f0104-188f-4a07-8ccd-5a475ce964fb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:59:20.033773 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6b6489-2eb1-464b-8448-1b4ea046da58 req-b504b9c7-eedc-407b-b900-1e174fbc9691 tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:59:20.035430 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-dc6b6489-2eb1-464b-8448-1b4ea046da58 req-b504b9c7-eedc-407b-b900-1e174fbc9691 tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] 10.222.0.21 "GET /v2.0/ports?device_id=960c8df3-b954-4113-858f-2218b8956d9e HTTP/1.1" status: 200 len: 945 time: 0.2434244 Jun 07 06:59:20.125487 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-dc6b6489-2eb1-464b-8448-1b4ea046da58 req-ac29e778-f48b-4ebe-bc9e-a5b3ec228bfe tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] 10.222.0.21 "GET /v2.0/security-groups?id=67d394fa-e0bd-49f4-8b48-2d4ef3fb60d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0739419 Jun 07 06:59:20.138066 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [req-627c6adc-7529-428b-92b2-06c55bf5f2e7 req-5ce1a6c4-bb6c-44e2-8d5c-2a9b36107463 tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-569476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762332438236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762331935088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2958583'] for port, after_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:20.145502 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-c9110b6d-bd23-46c4-b405-67f901c1cb84 tempest-TestMinimumBasicScenario-608799379 tempest-TestMinimumBasicScenario-608799379-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:59:20.194592 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2940cba9-bdba-4f66-8f2e-2f66e0d9e2d7 admin admin] Network a84d0276-e36b-485f-b034-cb606776a5f5 is already hosted by enough agents. {{(pid=91773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 06:59:20.197297 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.scheduler.base_scheduler [None req-2940cba9-bdba-4f66-8f2e-2f66e0d9e2d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=91773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 06:59:20.203258 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce1a6c4-bb6c-44e2-8d5c-2a9b36107463 tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] Pushing event deleted for resources: {'Port': ['ID=190e6513-9b9d-42f7-b5e3-e4784421e568,revision_number=None']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:59:20.203553 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2940cba9-bdba-4f66-8f2e-2f66e0d9e2d7 admin admin] Received port after_create {{(pid=91773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 06:59:20.207563 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-5ce1a6c4-bb6c-44e2-8d5c-2a9b36107463 tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:59:20.247633 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2940cba9-bdba-4f66-8f2e-2f66e0d9e2d7 admin admin] Pushing event updated for resources: {'Port': ['ID=92f4ecae-0c03-4cf6-95ee-6067f571a5e6,revision_number=1']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:59:20.346232 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-2940cba9-bdba-4f66-8f2e-2f66e0d9e2d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.506s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:59:20.567594 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.scheduler.l3_agent_scheduler [req-627c6adc-7529-428b-92b2-06c55bf5f2e7 req-5ce1a6c4-bb6c-44e2-8d5c-2a9b36107463 tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] Router 852672d4-2b1a-4285-9b73-bdfb9c7df3b9 has already been hosted by L3 agent dd8e9e9b-c9b0-4755-a773-57df6dee4a2e {{(pid=91772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 06:59:20.779733 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-2940cba9-bdba-4f66-8f2e-2f66e0d9e2d7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:20.868420 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-627c6adc-7529-428b-92b2-06c55bf5f2e7 req-5ce1a6c4-bb6c-44e2-8d5c-2a9b36107463 tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] Notify agent at l3_agent.dv-cinder-784140-5-smb the message routers_updated {{(pid=91772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 06:59:20.878884 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b42000e3-4024-4a6d-a505-370a155eb2c2 None None] Sync routers for ids ['852672d4-2b1a-4285-9b73-bdfb9c7df3b9'] in dv-cinder-784140-5-smb {{(pid=91774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 06:59:20.924629 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b42000e3-4024-4a6d-a505-370a155eb2c2 None None] Routers {'852672d4-2b1a-4285-9b73-bdfb9c7df3b9'} bound to L3 agent in host dv-cinder-784140-5-smb {{(pid=91774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 06:59:20.925359 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.db.l3_hamode_db [None req-b42000e3-4024-4a6d-a505-370a155eb2c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-07T06:46:09Z,description=,heartbeat_timestamp=2021-06-07T06:59:09Z,host='dv-cinder-784140-5-smb',id=dd8e9e9b-c9b0-4755-a773-57df6dee4a2e,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T06:46:09Z,topic='l3_agent')) {'router_ids': ['852672d4-2b1a-4285-9b73-bdfb9c7df3b9'], 'active': True} {{(pid=91774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 06:59:21.072234 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.db.l3_dvrscheduler_db [req-627c6adc-7529-428b-92b2-06c55bf5f2e7 req-5ce1a6c4-bb6c-44e2-8d5c-2a9b36107463 tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] No DVR routers for this DVR port 190e6513-9b9d-42f7-b5e3-e4784421e568 on host hv-cinder-78414 {{(pid=91772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 06:59:21.080094 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [req-627c6adc-7529-428b-92b2-06c55bf5f2e7 req-5ce1a6c4-bb6c-44e2-8d5c-2a9b36107463 tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503096'] for port, before_response {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:21.082206 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-627c6adc-7529-428b-92b2-06c55bf5f2e7 req-5ce1a6c4-bb6c-44e2-8d5c-2a9b36107463 tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] 10.222.0.43 "DELETE /v2.0/ports/190e6513-9b9d-42f7-b5e3-e4784421e568 HTTP/1.1" status: 204 len: 173 time: 2.2858901 Jun 07 06:59:21.082895 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '960c8df3-b954-4113-858f-2218b8956d9e', 'name': 'network-vif-deleted', 'tag': '190e6513-9b9d-42f7-b5e3-e4784421e568'}] {{(pid=91772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 06:59:21.088312 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b3564b50ce45010e06e11b2a9bfee31ad6a5dcfa31583fbede74178fb7a3d70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9402575-2e43-4771-bf7c-15502a92df37" -d '{"events": [{"server_uuid": "960c8df3-b954-4113-858f-2218b8956d9e", "name": "network-vif-deleted", "tag": "190e6513-9b9d-42f7-b5e3-e4784421e568"}]}' {{(pid=91772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 06:59:21.172262 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 06:59:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-115385a2-b39c-4273-aacc-13c34c1842aa x-openstack-request-id: req-115385a2-b39c-4273-aacc-13c34c1842aa {{(pid=91772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 06:59:21.172791 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "960c8df3-b954-4113-858f-2218b8956d9e", "name": "network-vif-deleted", "tag": "190e6513-9b9d-42f7-b5e3-e4784421e568", "status": "completed", "code": 200}]} {{(pid=91772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 06:59:21.173243 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-115385a2-b39c-4273-aacc-13c34c1842aa {{(pid=91772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 06:59:21.173811 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '960c8df3-b954-4113-858f-2218b8956d9e', 'name': 'network-vif-deleted', 'tag': '190e6513-9b9d-42f7-b5e3-e4784421e568', 'status': 'completed', 'code': 200} Jun 07 06:59:21.202617 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a1bddb-7d77-4f5d-979a-e0076c515f7e req-af2804eb-6c01-4a49-a508-2c98a278b1f2 tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:59:21.211996 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-16a1bddb-7d77-4f5d-979a-e0076c515f7e req-af2804eb-6c01-4a49-a508-2c98a278b1f2 tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] 10.222.0.21 "GET /v2.0/ports?device_id=ebdb7c72-c3d1-47bb-9d0a-4f00e59b88dc HTTP/1.1" status: 200 len: 945 time: 0.1787100 Jun 07 06:59:21.244322 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.db.l3_dvr_db [None req-b42000e3-4024-4a6d-a505-370a155eb2c2 None None] Set router 852672d4-2b1a-4285-9b73-bdfb9c7df3b9 gateway port host: dv-cinder-784140-5-smb {{(pid=91774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 06:59:21.328719 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-16a1bddb-7d77-4f5d-979a-e0076c515f7e req-89451a14-88bc-4c9f-b793-633662aa300b tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] 10.222.0.21 "GET /v2.0/security-groups?id=c87f206a-51e2-42cb-bc99-41914c02c812&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1104393 Jun 07 06:59:21.398540 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Device 85f9ae8e-930f-46a4-93eb-4cb444882e5e up at agent ovs-agent-dv-cinder-784140-5-smb {{(pid=91774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 06:59:21.423861 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6425dd36-7b0a-4105-9ab4-015492709867 None None] Network 80f82789-426d-4fba-a6bd-c984530e2630 requested from dv-cinder-784140-5-smb {{(pid=91774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 06:59:21.472926 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-e22ea9e7-d40b-44d1-91da-9b31d5205726 req-af558299-db9e-4e15-bb78-684eaa0f2676 tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] 10.222.0.21 "GET /v2.0/ports?device_id=960c8df3-b954-4113-858f-2218b8956d9e HTTP/1.1" status: 200 len: 210 time: 0.1070075 Jun 07 06:59:21.556615 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-2940cba9-bdba-4f66-8f2e-2f66e0d9e2d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1660228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1666988'] for router, after_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:21.684027 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.db.provisioning_blocks [None req-0019652e-bf3c-4a8b-8ed4-178b04145162 None None] Provisioning for port 85f9ae8e-930f-46a4-93eb-4cb444882e5e completed by entity DHCP. {{(pid=91774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 06:59:21.791790 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2940cba9-bdba-4f66-8f2e-2f66e0d9e2d7 admin admin] Router 84790931-fab6-4b14-8070-67a31911e427 is scheduled to L3 agent dd8e9e9b-c9b0-4755-a773-57df6dee4a2e with binding_index 1 {{(pid=91773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 07 06:59:21.900531 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.db.provisioning_blocks [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Provisioning for port 85f9ae8e-930f-46a4-93eb-4cb444882e5e completed by entity L2. {{(pid=91774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 06:59:21.904098 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron.db.agents_db [None req-9f63f2a9-7775-47ca-9fc8-a7f68791a20c None None] Agent healthcheck: found 6 active agents {{(pid=91775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 06:59:21.927036 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.db.provisioning_blocks [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Provisioning complete for port 85f9ae8e-930f-46a4-93eb-4cb444882e5e triggered by entity L2. {{(pid=91774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 06:59:21.927560 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723953'] for port, provisioning_complete {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:21.991219 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2940cba9-bdba-4f66-8f2e-2f66e0d9e2d7 admin admin] Notify agent at l3_agent.dv-cinder-784140-5-smb the message routers_updated {{(pid=91773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 06:59:21.993731 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.db.l3_hamode_db [None req-b42000e3-4024-4a6d-a505-370a155eb2c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '852672d4-2b1a-4285-9b73-bdfb9c7df3b9', 'name': 'tempest-AttachVolumeTestJSON-144816171-router', 'tenant_id': '0cf7ac6ccb8642d894b6ba7f74160152', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a84d0276-e36b-485f-b034-cb606776a5f5', 'external_fixed_ips': [{'subnet_id': 'bc8e845f-21f5-4331-a893-3fabfb1361b8', 'ip_address': '172.28.3.137'}], 'enable_snat': True}, 'gw_port_id': 'a07d77e8-c48f-40ee-9e8e-84af200e686b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T06:53:50Z', 'updated_at': '2021-06-07T06:54:02Z', 'revision_number': 4, 'project_id': '0cf7ac6ccb8642d894b6ba7f74160152', 'gw_port': {'id': 'a07d77e8-c48f-40ee-9e8e-84af200e686b', 'name': '', 'network_id': 'a84d0276-e36b-485f-b034-cb606776a5f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:85:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '852672d4-2b1a-4285-9b73-bdfb9c7df3b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'bc8e845f-21f5-4331-a893-3fabfb1361b8', 'ip_address': '172.28.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T06:53:51Z', 'updated_at': '2021-06-07T06:54:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc8e845f-21f5-4331-a893-3fabfb1361b8', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-5-smb', '_interfaces': [{'id': 'd9d1e037-910b-4f06-b2df-5bdcffd157e6', 'name': '', 'network_id': '90cfa33b-3934-46a0-a3d0-faaa7bfec8df', 'tenant_id': '0cf7ac6ccb8642d894b6ba7f74160152', 'mac_address': 'fa:16:3e:b7:9a:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '852672d4-2b1a-4285-9b73-bdfb9c7df3b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'cf612fb8-f9f7-4687-b8ca-e3cc129879ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T06:53:59Z', 'updated_at': '2021-06-07T06:54:15Z', 'revision_number': 5, 'project_id': '0cf7ac6ccb8642d894b6ba7f74160152', 'subnets': [{'id': 'cf612fb8-f9f7-4687-b8ca-e3cc129879ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784140-5-smb', False) {} {{(pid=91774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 06:59:22.002035 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8795ecac-efd0-4f03-af18-e903ca5f2b74 None None] Sync routers for ids ['84790931-fab6-4b14-8070-67a31911e427'] in dv-cinder-784140-5-smb {{(pid=91775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 06:59:22.003417 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b42000e3-4024-4a6d-a505-370a155eb2c2 None None] Checking router: 852672d4-2b1a-4285-9b73-bdfb9c7df3b9 for host: dv-cinder-784140-5-smb {{(pid=91774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 06:59:22.010762 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-2940cba9-bdba-4f66-8f2e-2f66e0d9e2d7 admin admin] Notify callbacks [] for router, before_response {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:22.015042 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [None req-2940cba9-bdba-4f66-8f2e-2f66e0d9e2d7 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.6645317 Jun 07 06:59:22.015193 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8795ecac-efd0-4f03-af18-e903ca5f2b74 None None] Routers {'84790931-fab6-4b14-8070-67a31911e427'} bound to L3 agent in host dv-cinder-784140-5-smb {{(pid=91775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 06:59:22.015193 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron.db.l3_hamode_db [None req-8795ecac-efd0-4f03-af18-e903ca5f2b74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-07T06:46:09Z,description=,heartbeat_timestamp=2021-06-07T06:59:09Z,host='dv-cinder-784140-5-smb',id=dd8e9e9b-c9b0-4755-a773-57df6dee4a2e,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T06:46:09Z,topic='l3_agent')) {'router_ids': ['84790931-fab6-4b14-8070-67a31911e427'], 'active': True} {{(pid=91775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 06:59:22.019421 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.21', 59210) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:59:22.024746 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b42000e3-4024-4a6d-a505-370a155eb2c2 None None] Routers {'852672d4-2b1a-4285-9b73-bdfb9c7df3b9'} bound to L3 agent in host dv-cinder-784140-5-smb {{(pid=91774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 06:59:22.025391 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.db.l3_hamode_db [None req-b42000e3-4024-4a6d-a505-370a155eb2c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-07T06:46:09Z,description=,heartbeat_timestamp=2021-06-07T06:59:09Z,host='dv-cinder-784140-5-smb',id=dd8e9e9b-c9b0-4755-a773-57df6dee4a2e,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T06:46:09Z,topic='l3_agent')) {'router_ids': ['852672d4-2b1a-4285-9b73-bdfb9c7df3b9'], 'active': True} {{(pid=91774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 06:59:22.211552 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron.db.l3_dvr_db [None req-8795ecac-efd0-4f03-af18-e903ca5f2b74 None None] Set router 84790931-fab6-4b14-8070-67a31911e427 gateway port host: dv-cinder-784140-5-smb {{(pid=91775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 06:59:22.238032 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564700'] for port, before_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:22.303299 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.db [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] For port 85f9ae8e-930f-46a4-93eb-4cb444882e5e, host dv-cinder-784140-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-5-smb',level=0,port_id=85f9ae8e-930f-46a4-93eb-4cb444882e5e,segment=NetworkSegment(72e92de7-8a1c-4a00-bd12-01e4302d58db),segment_id=72e92de7-8a1c-4a00-bd12-01e4302d58db)] {{(pid=91774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 06:59:22.308584 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.db.l3_dvr_db [None req-b42000e3-4024-4a6d-a505-370a155eb2c2 None None] Set router 852672d4-2b1a-4285-9b73-bdfb9c7df3b9 gateway port host: dv-cinder-784140-5-smb {{(pid=91774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 06:59:22.366042 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-569476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762332438254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762331935097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762331935142'] for port, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:22.377812 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:59:22.455540 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.db.provisioning_blocks [None req-713f89d0-624f-4a9e-9e6a-9533f276dc17 None None] Provisioning complete for port 85f9ae8e-930f-46a4-93eb-4cb444882e5e triggered by entity DHCP. {{(pid=91774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 06:59:22.455927 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-713f89d0-624f-4a9e-9e6a-9533f276dc17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723953'] for port, provisioning_complete {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:22.588750 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron.db.l3_hamode_db [None req-8795ecac-efd0-4f03-af18-e903ca5f2b74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84790931-fab6-4b14-8070-67a31911e427', 'name': 'tempest-TestShelveInstance-1680854241-router', 'tenant_id': '42bf171906a3442fbd2784138b6a35de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a84d0276-e36b-485f-b034-cb606776a5f5', 'external_fixed_ips': [{'subnet_id': 'bc8e845f-21f5-4331-a893-3fabfb1361b8', 'ip_address': '172.28.3.147'}], 'enable_snat': True}, 'gw_port_id': '92f4ecae-0c03-4cf6-95ee-6067f571a5e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T06:59:18Z', 'updated_at': '2021-06-07T06:59:20Z', 'revision_number': 3, 'project_id': '42bf171906a3442fbd2784138b6a35de', 'gw_port': {'id': '92f4ecae-0c03-4cf6-95ee-6067f571a5e6', 'name': '', 'network_id': 'a84d0276-e36b-485f-b034-cb606776a5f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:23:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84790931-fab6-4b14-8070-67a31911e427', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'bc8e845f-21f5-4331-a893-3fabfb1361b8', 'ip_address': '172.28.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T06:59:19Z', 'updated_at': '2021-06-07T06:59:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc8e845f-21f5-4331-a893-3fabfb1361b8', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-5-smb'}], 'dv-cinder-784140-5-smb', False) {} {{(pid=91775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 06:59:22.593703 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8795ecac-efd0-4f03-af18-e903ca5f2b74 None None] Checking router: 84790931-fab6-4b14-8070-67a31911e427 for host: dv-cinder-784140-5-smb {{(pid=91775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 06:59:22.594078 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8795ecac-efd0-4f03-af18-e903ca5f2b74 None None] Updating router 84790931-fab6-4b14-8070-67a31911e427 port 92f4ecae-0c03-4cf6-95ee-6067f571a5e6 binding host dv-cinder-784140-5-smb {{(pid=91775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 07 06:59:22.639348 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.wsgi [-] (91772) accepted ('10.222.0.21', 59218) {{(pid=91772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:59:22.659493 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron_lib.callbacks.manager [None req-8795ecac-efd0-4f03-af18-e903ca5f2b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564700'] for port, before_update {{(pid=91775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:22.757003 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-33cb45ac-bfde-4184-b946-c0944e5eada2 tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] Notify callbacks [] for security_group, before_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:22.796609 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e63dd9-55d8-4fd1-88d4-b62aded089c1 req-7ff89204-2ea9-4cbe-bd1c-c5ab728ce258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:59:22.799686 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-52e63dd9-55d8-4fd1-88d4-b62aded089c1 req-7ff89204-2ea9-4cbe-bd1c-c5ab728ce258 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a521857e620a4cd2a9ecf3c6706dbe4e&device_id=ebdb7c72-c3d1-47bb-9d0a-4f00e59b88dc HTTP/1.1" status: 200 len: 1098 time: 0.2122662 Jun 07 06:59:22.801848 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-33cb45ac-bfde-4184-b946-c0944e5eada2 tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:22.819251 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Pushing event updated for resources: {'Port': ['ID=85f9ae8e-930f-46a4-93eb-4cb444882e5e,revision_number=3']} {{(pid=91774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:59:22.823064 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.445s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:59:22.859683 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a732f482-5aa9-45a4-b690-0cfa77aa98b0 req-a64692d5-93fa-4edd-89a9-c9eb47f36a6c tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:59:22.866461 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-a732f482-5aa9-45a4-b690-0cfa77aa98b0 req-a64692d5-93fa-4edd-89a9-c9eb47f36a6c tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] 10.222.0.21 "GET /v2.0/ports?device_id=ebdb7c72-c3d1-47bb-9d0a-4f00e59b88dc HTTP/1.1" status: 200 len: 945 time: 0.3890364 Jun 07 06:59:22.912441 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.db.l3_hamode_db [None req-b42000e3-4024-4a6d-a505-370a155eb2c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '852672d4-2b1a-4285-9b73-bdfb9c7df3b9', 'name': 'tempest-AttachVolumeTestJSON-144816171-router', 'tenant_id': '0cf7ac6ccb8642d894b6ba7f74160152', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a84d0276-e36b-485f-b034-cb606776a5f5', 'external_fixed_ips': [{'subnet_id': 'bc8e845f-21f5-4331-a893-3fabfb1361b8', 'ip_address': '172.28.3.137'}], 'enable_snat': True}, 'gw_port_id': 'a07d77e8-c48f-40ee-9e8e-84af200e686b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T06:53:50Z', 'updated_at': '2021-06-07T06:54:02Z', 'revision_number': 4, 'project_id': '0cf7ac6ccb8642d894b6ba7f74160152', 'gw_port': {'id': 'a07d77e8-c48f-40ee-9e8e-84af200e686b', 'name': '', 'network_id': 'a84d0276-e36b-485f-b034-cb606776a5f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:85:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '852672d4-2b1a-4285-9b73-bdfb9c7df3b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'bc8e845f-21f5-4331-a893-3fabfb1361b8', 'ip_address': '172.28.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T06:53:51Z', 'updated_at': '2021-06-07T06:54:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc8e845f-21f5-4331-a893-3fabfb1361b8', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-5-smb', '_interfaces': [{'id': 'd9d1e037-910b-4f06-b2df-5bdcffd157e6', 'name': '', 'network_id': '90cfa33b-3934-46a0-a3d0-faaa7bfec8df', 'tenant_id': '0cf7ac6ccb8642d894b6ba7f74160152', 'mac_address': 'fa:16:3e:b7:9a:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '852672d4-2b1a-4285-9b73-bdfb9c7df3b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'cf612fb8-f9f7-4687-b8ca-e3cc129879ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T06:53:59Z', 'updated_at': '2021-06-07T06:54:15Z', 'revision_number': 5, 'project_id': '0cf7ac6ccb8642d894b6ba7f74160152', 'subnets': [{'id': 'cf612fb8-f9f7-4687-b8ca-e3cc129879ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784140-5-smb', False) {} {{(pid=91774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 06:59:22.922645 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Device 190e6513-9b9d-42f7-b5e3-e4784421e568 no longer exists at agent hyperv_hv-cinder-78414 {{(pid=91774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 06:59:22.960471 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b42000e3-4024-4a6d-a505-370a155eb2c2 None None] The sync data for ids ['852672d4-2b1a-4285-9b73-bdfb9c7df3b9'] in dv-cinder-784140-5-smb is: [{'id': '852672d4-2b1a-4285-9b73-bdfb9c7df3b9', 'name': 'tempest-AttachVolumeTestJSON-144816171-router', 'tenant_id': '0cf7ac6ccb8642d894b6ba7f74160152', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a84d0276-e36b-485f-b034-cb606776a5f5', 'external_fixed_ips': [{'subnet_id': 'bc8e845f-21f5-4331-a893-3fabfb1361b8', 'ip_address': '172.28.3.137'}], 'enable_snat': True}, 'gw_port_id': 'a07d77e8-c48f-40ee-9e8e-84af200e686b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T06:53:50Z', 'updated_at': '2021-06-07T06:54:02Z', 'revision_number': 4, 'project_id': '0cf7ac6ccb8642d894b6ba7f74160152', 'gw_port': {'id': 'a07d77e8-c48f-40ee-9e8e-84af200e686b', 'name': '', 'network_id': 'a84d0276-e36b-485f-b034-cb606776a5f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:85:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '852672d4-2b1a-4285-9b73-bdfb9c7df3b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'bc8e845f-21f5-4331-a893-3fabfb1361b8', 'ip_address': '172.28.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T06:53:51Z', 'updated_at': '2021-06-07T06:54:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc8e845f-21f5-4331-a893-3fabfb1361b8', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-5-smb', '_interfaces': [{'id': 'd9d1e037-910b-4f06-b2df-5bdcffd157e6', 'name': '', 'network_id': '90cfa33b-3934-46a0-a3d0-faaa7bfec8df', 'tenant_id': '0cf7ac6ccb8642d894b6ba7f74160152', 'mac_address': 'fa:16:3e:b7:9a:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '852672d4-2b1a-4285-9b73-bdfb9c7df3b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'cf612fb8-f9f7-4687-b8ca-e3cc129879ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T06:53:59Z', 'updated_at': '2021-06-07T06:54:15Z', 'revision_number': 5, 'project_id': '0cf7ac6ccb8642d894b6ba7f74160152', 'subnets': [{'id': 'cf612fb8-f9f7-4687-b8ca-e3cc129879ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 06:59:22.962279 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.plugin [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] No Port match for: 190e6513-9b9d-42f7-b5e3-e4784421e568 {{(pid=91774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 06:59:22.962740 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Device 190e6513-9b9d-42f7-b5e3-e4784421e568 not bound to the agent host hv-cinder-78414 {{(pid=91774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 06:59:22.980006 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-5b57e242-a1d1-4597-869b-54e2387dffa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564700'] for port, before_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:23.014406 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-a732f482-5aa9-45a4-b690-0cfa77aa98b0 req-aaaeb8b8-f2a2-49ff-91fa-86f36ec6e288 tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] 10.222.0.21 "GET /v2.0/security-groups?id=c87f206a-51e2-42cb-bc99-41914c02c812&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1470058 Jun 07 06:59:23.065900 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-33cb45ac-bfde-4184-b946-c0944e5eada2 tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1706761'] for security_group, after_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:23.068302 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-33cb45ac-bfde-4184-b946-c0944e5eada2 tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] Notify callbacks [] for security_group, before_response {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:23.069389 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [None req-33cb45ac-bfde-4184-b946-c0944e5eada2 tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] 10.222.0.21 "DELETE /v2.0/security-groups/67d394fa-e0bd-49f4-8b48-2d4ef3fb60d2 HTTP/1.1" status: 204 len: 168 time: 0.4232428 Jun 07 06:59:23.072146 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-5be7f0c2-2800-4daa-a0c0-03d053001a35 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:59:23.076454 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.21', 59220) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:59:23.085167 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33cb45ac-bfde-4184-b946-c0944e5eada2 tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=67d394fa-e0bd-49f4-8b48-2d4ef3fb60d2,revision_number=None']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:59:23.087432 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e63dd9-55d8-4fd1-88d4-b62aded089c1 req-5399182c-9c51-4745-94ee-2bcb75b8f7a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:59:23.088879 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-52e63dd9-55d8-4fd1-88d4-b62aded089c1 req-5399182c-9c51-4745-94ee-2bcb75b8f7a0 service neutron] 10.222.0.43 "GET /v2.0/networks?id=d923eec5-f613-4137-bc9f-8f5300ca5016 HTTP/1.1" status: 200 len: 918 time: 0.2755454 Jun 07 06:59:23.089740 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-33cb45ac-bfde-4184-b946-c0944e5eada2 tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:59:23.096128 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron_lib.callbacks.manager [None req-8795ecac-efd0-4f03-af18-e903ca5f2b74 None None] Notify callbacks [] for port, precommit_update {{(pid=91775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:23.116820 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.api.v2.resource [None req-9f5961ac-acb9-4b18-b48b-7e2da59dc63c tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] show failed (client error): The resource could not be found. Jun 07 06:59:23.120572 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [None req-9f5961ac-acb9-4b18-b48b-7e2da59dc63c tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] 10.222.0.21 "GET /v2.0/security-groups/67d394fa-e0bd-49f4-8b48-2d4ef3fb60d2 HTTP/1.1" status: 404 len: 347 time: 0.0338471 Jun 07 06:59:23.123363 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron.db.provisioning_blocks [None req-8795ecac-efd0-4f03-af18-e903ca5f2b74 None None] Transition to ACTIVE for port object 92f4ecae-0c03-4cf6-95ee-6067f571a5e6 will not be triggered until provisioned by entity L2. {{(pid=91775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 06:59:23.133640 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron_lib.callbacks.manager [None req-8795ecac-efd0-4f03-af18-e903ca5f2b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-569476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762332438254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762331935097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762331935142'] for port, after_update {{(pid=91775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:23.140750 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:59:23.147869 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.21', 59222) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:59:23.219252 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-52e63dd9-55d8-4fd1-88d4-b62aded089c1 req-59380109-c3a0-42b0-9bf6-d5fee44c90fd service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2bd67d37-370f-4ff8-bb69-fa53be603f45 HTTP/1.1" status: 200 len: 1001 time: 0.1231194 Jun 07 06:59:23.224497 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec05f4e-79b6-43a7-8ca3-88f10309a126 None None] Pushing event updated for resources: {'Port': ['ID=92f4ecae-0c03-4cf6-95ee-6067f571a5e6,revision_number=2']} {{(pid=91775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:59:23.227421 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron.plugins.ml2.managers [None req-8795ecac-efd0-4f03-af18-e903ca5f2b74 None None] Attempting to bind port 92f4ecae-0c03-4cf6-95ee-6067f571a5e6 on host dv-cinder-784140-5-smb for vnic_type normal with profile {{(pid=91775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 06:59:23.227421 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron.plugins.ml2.managers [None req-8795ecac-efd0-4f03-af18-e903ca5f2b74 None None] Attempting to bind port 92f4ecae-0c03-4cf6-95ee-6067f571a5e6 by drivers openvswitch,hyperv on host dv-cinder-784140-5-smb at level 0 using segments [{'id': 'a651428c-972d-4b8e-a20b-c49a0a4f9500', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a84d0276-e36b-485f-b034-cb606776a5f5'}] {{(pid=91775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 06:59:23.233656 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8795ecac-efd0-4f03-af18-e903ca5f2b74 None None] Attempting to bind port 92f4ecae-0c03-4cf6-95ee-6067f571a5e6 on network a84d0276-e36b-485f-b034-cb606776a5f5 {{(pid=91775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 06:59:23.236222 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG oslo_concurrency.lockutils [None req-2ec05f4e-79b6-43a7-8ca3-88f10309a126 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=91775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:59:23.240576 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8795ecac-efd0-4f03-af18-e903ca5f2b74 None None] Checking agent: {'id': '2cbbf4dd-47cd-4e79-9ddf-2f0b457e4e7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784140-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 6, 46, 9), 'started_at': datetime.datetime(2021, 6, 7, 6, 46, 39), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 6, 59, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784140-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 06:59:23.240949 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8795ecac-efd0-4f03-af18-e903ca5f2b74 None None] Checking segment: {'id': 'a651428c-972d-4b8e-a20b-c49a0a4f9500', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a84d0276-e36b-485f-b034-cb606776a5f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 06:59:23.241376 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron_lib.callbacks.manager [None req-8795ecac-efd0-4f03-af18-e903ca5f2b74 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:23.241731 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8795ecac-efd0-4f03-af18-e903ca5f2b74 None None] Bound using segment: {'id': 'a651428c-972d-4b8e-a20b-c49a0a4f9500', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a84d0276-e36b-485f-b034-cb606776a5f5'} {{(pid=91775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 06:59:23.242217 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron.plugins.ml2.managers [None req-8795ecac-efd0-4f03-af18-e903ca5f2b74 None None] Bound port: 92f4ecae-0c03-4cf6-95ee-6067f571a5e6, host: dv-cinder-784140-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a651428c-972d-4b8e-a20b-c49a0a4f9500', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a84d0276-e36b-485f-b034-cb606776a5f5'}}] {{(pid=91775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 06:59:23.242581 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron_lib.callbacks.manager [None req-8795ecac-efd0-4f03-af18-e903ca5f2b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564700'] for port, before_update {{(pid=91775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:23.289203 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e63dd9-55d8-4fd1-88d4-b62aded089c1 req-006adcb0-a887-45fc-b57e-06306b2dba3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:59:23.290706 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-52e63dd9-55d8-4fd1-88d4-b62aded089c1 req-006adcb0-a887-45fc-b57e-06306b2dba3b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c3d491a8-638d-42a9-876a-8c51b2a3d541 HTTP/1.1" status: 200 len: 856 time: 0.0634205 Jun 07 06:59:23.310695 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-076c48d5-4754-4fd3-9178-8e0a30c7d709 None None] New status for floating IP 18ca70cc-11a3-4859-b005-7fe5434d65af: DOWN {{(pid=91774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 07 06:59:23.317935 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron.plugins.ml2.db [None req-8795ecac-efd0-4f03-af18-e903ca5f2b74 None None] For port 92f4ecae-0c03-4cf6-95ee-6067f571a5e6, host dv-cinder-784140-5-smb, cleared binding levels {{(pid=91775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 06:59:23.321202 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron.plugins.ml2.db [None req-8795ecac-efd0-4f03-af18-e903ca5f2b74 None None] For port 92f4ecae-0c03-4cf6-95ee-6067f571a5e6, host dv-cinder-784140-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-5-smb',level=0,port_id=92f4ecae-0c03-4cf6-95ee-6067f571a5e6,segment=NetworkSegment(a651428c-972d-4b8e-a20b-c49a0a4f9500),segment_id=a651428c-972d-4b8e-a20b-c49a0a4f9500)] {{(pid=91775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 06:59:23.329544 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron_lib.callbacks.manager [None req-8795ecac-efd0-4f03-af18-e903ca5f2b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-569476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762332438254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762331935097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762331935142'] for port, after_update {{(pid=91775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:23.335124 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:59:23.374248 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e63dd9-55d8-4fd1-88d4-b62aded089c1 req-09f32acd-ccd9-46d8-97e2-99a4e3ae5666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:59:23.375744 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-52e63dd9-55d8-4fd1-88d4-b62aded089c1 req-09f32acd-ccd9-46d8-97e2-99a4e3ae5666 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d923eec5-f613-4137-bc9f-8f5300ca5016&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0785792 Jun 07 06:59:23.429801 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8795ecac-efd0-4f03-af18-e903ca5f2b74 None None] Routers {'84790931-fab6-4b14-8070-67a31911e427'} bound to L3 agent in host dv-cinder-784140-5-smb {{(pid=91775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 06:59:23.430602 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron.db.l3_hamode_db [None req-8795ecac-efd0-4f03-af18-e903ca5f2b74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-07T06:46:09Z,description=,heartbeat_timestamp=2021-06-07T06:59:09Z,host='dv-cinder-784140-5-smb',id=dd8e9e9b-c9b0-4755-a773-57df6dee4a2e,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T06:46:09Z,topic='l3_agent')) {'router_ids': ['84790931-fab6-4b14-8070-67a31911e427'], 'active': True} {{(pid=91775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 06:59:23.488280 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.db.db_base_plugin_common [None req-5b57e242-a1d1-4597-869b-54e2387dffa2 admin admin] Allocated IP 172.20.0.1 (80f82789-426d-4fba-a6bd-c984530e2630/8b71f6d7-5eeb-4431-8add-0eca70244bd0/0af378dd-07c1-417d-a74f-8ce8b60a04c2) {{(pid=91773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 06:59:23.570715 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-52e63dd9-55d8-4fd1-88d4-b62aded089c1 req-09c8a78f-6b31-4e5d-b488-bfcab5074712 service neutron] 10.222.0.43 "GET /v2.0/networks/d923eec5-f613-4137-bc9f-8f5300ca5016?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1853826 Jun 07 06:59:23.609149 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.plugin [None req-b29b37bc-6b28-43e4-9cd3-b01d293ae9d2 tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] Deleting port bf07dde2-6ebd-47d0-a472-7e4506ec8b43 {{(pid=91773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 06:59:23.609396 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-b29b37bc-6b28-43e4-9cd3-b01d293ae9d2 tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762332413660'] for port, before_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:23.612434 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec05f4e-79b6-43a7-8ca3-88f10309a126 None None] Pushing event updated for resources: {'Port': ['ID=92f4ecae-0c03-4cf6-95ee-6067f571a5e6,revision_number=3']} {{(pid=91775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:59:23.617241 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG oslo_concurrency.lockutils [None req-2ec05f4e-79b6-43a7-8ca3-88f10309a126 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=91775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:59:23.630154 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron.db.l3_dvr_db [None req-8795ecac-efd0-4f03-af18-e903ca5f2b74 None None] Set router 84790931-fab6-4b14-8070-67a31911e427 gateway port host: dv-cinder-784140-5-smb {{(pid=91775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 06:59:23.831926 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-52e63dd9-55d8-4fd1-88d4-b62aded089c1 req-47362994-2a1f-458d-b0b0-59b87a3d4fe2 service neutron] 10.222.0.43 "GET /v2.0/networks/d923eec5-f613-4137-bc9f-8f5300ca5016?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2541726 Jun 07 06:59:23.870939 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-5b57e242-a1d1-4597-869b-54e2387dffa2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:23.884298 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-b29b37bc-6b28-43e4-9cd3-b01d293ae9d2 tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1669251'] for port, precommit_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:23.884617 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-b29b37bc-6b28-43e4-9cd3-b01d293ae9d2 tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:23.923155 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron.db.l3_hamode_db [None req-8795ecac-efd0-4f03-af18-e903ca5f2b74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84790931-fab6-4b14-8070-67a31911e427', 'name': 'tempest-TestShelveInstance-1680854241-router', 'tenant_id': '42bf171906a3442fbd2784138b6a35de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a84d0276-e36b-485f-b034-cb606776a5f5', 'external_fixed_ips': [{'subnet_id': 'bc8e845f-21f5-4331-a893-3fabfb1361b8', 'ip_address': '172.28.3.147'}], 'enable_snat': True}, 'gw_port_id': '92f4ecae-0c03-4cf6-95ee-6067f571a5e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T06:59:18Z', 'updated_at': '2021-06-07T06:59:20Z', 'revision_number': 3, 'project_id': '42bf171906a3442fbd2784138b6a35de', 'gw_port': {'id': '92f4ecae-0c03-4cf6-95ee-6067f571a5e6', 'name': '', 'network_id': 'a84d0276-e36b-485f-b034-cb606776a5f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:23:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84790931-fab6-4b14-8070-67a31911e427', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'bc8e845f-21f5-4331-a893-3fabfb1361b8', 'ip_address': '172.28.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T06:59:19Z', 'updated_at': '2021-06-07T06:59:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc8e845f-21f5-4331-a893-3fabfb1361b8', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-5-smb'}], 'dv-cinder-784140-5-smb', False) {} {{(pid=91775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 06:59:23.927209 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8795ecac-efd0-4f03-af18-e903ca5f2b74 None None] The sync data for ids ['84790931-fab6-4b14-8070-67a31911e427'] in dv-cinder-784140-5-smb is: [{'id': '84790931-fab6-4b14-8070-67a31911e427', 'name': 'tempest-TestShelveInstance-1680854241-router', 'tenant_id': '42bf171906a3442fbd2784138b6a35de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a84d0276-e36b-485f-b034-cb606776a5f5', 'external_fixed_ips': [{'subnet_id': 'bc8e845f-21f5-4331-a893-3fabfb1361b8', 'ip_address': '172.28.3.147'}], 'enable_snat': True}, 'gw_port_id': '92f4ecae-0c03-4cf6-95ee-6067f571a5e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T06:59:18Z', 'updated_at': '2021-06-07T06:59:20Z', 'revision_number': 3, 'project_id': '42bf171906a3442fbd2784138b6a35de', 'gw_port': {'id': '92f4ecae-0c03-4cf6-95ee-6067f571a5e6', 'name': '', 'network_id': 'a84d0276-e36b-485f-b034-cb606776a5f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:23:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84790931-fab6-4b14-8070-67a31911e427', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'bc8e845f-21f5-4331-a893-3fabfb1361b8', 'ip_address': '172.28.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T06:59:19Z', 'updated_at': '2021-06-07T06:59:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc8e845f-21f5-4331-a893-3fabfb1361b8', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-5-smb'}] {{(pid=91775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 06:59:23.952372 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.db.provisioning_blocks [None req-5b57e242-a1d1-4597-869b-54e2387dffa2 admin admin] Transition to ACTIVE for port object 0af378dd-07c1-417d-a74f-8ce8b60a04c2 will not be triggered until provisioned by entity DHCP. {{(pid=91773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 06:59:24.015982 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.plugin [None req-b29b37bc-6b28-43e4-9cd3-b01d293ae9d2 tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] Calling delete_port for bf07dde2-6ebd-47d0-a472-7e4506ec8b43 owned by network:floatingip {{(pid=91773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 06:59:24.060614 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-5b57e242-a1d1-4597-869b-54e2387dffa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-569476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648536', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762331935079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2253277'] for port, after_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:24.066027 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-f41e3dcb-260f-473e-930d-91984e1ec5ea tempest-AttachVolumeNegativeTest-2031625228 tempest-AttachVolumeNegativeTest-2031625228-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:59:24.145740 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b57e242-a1d1-4597-869b-54e2387dffa2 admin admin] Network 80f82789-426d-4fba-a6bd-c984530e2630 is already hosted by enough agents. {{(pid=91773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 06:59:24.149054 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.scheduler.base_scheduler [None req-5b57e242-a1d1-4597-869b-54e2387dffa2 admin admin] Resources bound (agent type, host, resource id): {{(pid=91773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 06:59:24.163841 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b57e242-a1d1-4597-869b-54e2387dffa2 admin admin] Received port after_create {{(pid=91773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 06:59:24.245921 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b57e242-a1d1-4597-869b-54e2387dffa2 admin admin] Pushing event updated for resources: {'Port': ['ID=0af378dd-07c1-417d-a74f-8ce8b60a04c2,revision_number=1']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:59:24.250226 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-5b57e242-a1d1-4597-869b-54e2387dffa2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:59:24.265324 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb68ebdc-412f-462e-a8d6-3deb1884683c req-c998fe14-5202-4d8b-a0e1-07dbbc1ae2b5 tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:59:24.267283 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-cb68ebdc-412f-462e-a8d6-3deb1884683c req-c998fe14-5202-4d8b-a0e1-07dbbc1ae2b5 tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] 10.222.0.21 "GET /v2.0/ports?device_id=ebdb7c72-c3d1-47bb-9d0a-4f00e59b88dc HTTP/1.1" status: 200 len: 945 time: 0.1203423 Jun 07 06:59:24.291145 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-5b57e242-a1d1-4597-869b-54e2387dffa2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1754342'] for router_interface, before_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:24.318038 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-b29b37bc-6b28-43e4-9cd3-b01d293ae9d2 tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-569476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762332438236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762331935088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2253277'] for port, after_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:24.326203 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-146f26ff-73dc-4524-976f-3adb0f7e43cb tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:59:24.338361 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-cb68ebdc-412f-462e-a8d6-3deb1884683c req-c25cbaab-7462-4a87-a758-ef5cb5193131 tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] 10.222.0.21 "GET /v2.0/security-groups?id=c87f206a-51e2-42cb-bc99-41914c02c812&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569375 Jun 07 06:59:24.404058 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29b37bc-6b28-43e4-9cd3-b01d293ae9d2 tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] Pushing event deleted for resources: {'Port': ['ID=bf07dde2-6ebd-47d0-a472-7e4506ec8b43,revision_number=None']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:59:24.406992 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-b29b37bc-6b28-43e4-9cd3-b01d293ae9d2 tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:59:24.457521 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.db.provisioning_blocks [None req-7bacc445-cc9e-42a9-b152-3d20b9c45546 None None] Provisioning for port 0af378dd-07c1-417d-a74f-8ce8b60a04c2 completed by entity DHCP. {{(pid=91774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 06:59:24.462322 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.db.provisioning_blocks [None req-7bacc445-cc9e-42a9-b152-3d20b9c45546 None None] Provisioning complete for port 0af378dd-07c1-417d-a74f-8ce8b60a04c2 triggered by entity DHCP. {{(pid=91774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 06:59:24.462759 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-7bacc445-cc9e-42a9-b152-3d20b9c45546 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723953'] for port, provisioning_complete {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:24.494985 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-b29b37bc-6b28-43e4-9cd3-b01d293ae9d2 tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] Notify callbacks [] for floatingip, after_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:24.498309 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-b29b37bc-6b28-43e4-9cd3-b01d293ae9d2 tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503096'] for floatingip, before_response {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:24.501988 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [None req-b29b37bc-6b28-43e4-9cd3-b01d293ae9d2 tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] 10.222.0.21 "DELETE /v2.0/floatingips/18ca70cc-11a3-4859-b005-7fe5434d65af HTTP/1.1" status: 204 len: 168 time: 1.3509278 Jun 07 06:59:24.529472 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.plugin [None req-7bacc445-cc9e-42a9-b152-3d20b9c45546 None None] Port 0af378dd-07c1-417d-a74f-8ce8b60a04c2 cannot update to ACTIVE because it is not bound. {{(pid=91774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 07 06:59:24.580496 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-5b57e242-a1d1-4597-869b-54e2387dffa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564700'] for port, before_update {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:24.843526 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-5b57e242-a1d1-4597-869b-54e2387dffa2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:24.850398 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-5b57e242-a1d1-4597-869b-54e2387dffa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-569476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762332438254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762331935097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762331935142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2253286'] for port, after_update {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:24.887374 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-5c632b23-5967-49eb-93d0-fb2d90272157 tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:59:24.939294 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Device 2bd67d37-370f-4ff8-bb69-fa53be603f45 no longer exists at agent hyperv_hv-cinder-78414 {{(pid=91774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 06:59:24.975282 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b57e242-a1d1-4597-869b-54e2387dffa2 admin admin] Pushing event updated for resources: {'Port': ['ID=0af378dd-07c1-417d-a74f-8ce8b60a04c2,revision_number=2']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:59:24.977766 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-5b57e242-a1d1-4597-869b-54e2387dffa2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1648547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1663678'] for router_interface, after_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:24.982166 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-5b57e242-a1d1-4597-869b-54e2387dffa2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:59:24.988902 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Device 85f9ae8e-930f-46a4-93eb-4cb444882e5e up at agent ovs-agent-dv-cinder-784140-5-smb {{(pid=91774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 06:59:25.117101 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.db.provisioning_blocks [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Provisioning complete for port 85f9ae8e-930f-46a4-93eb-4cb444882e5e triggered by entity L2. {{(pid=91774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 06:59:25.117606 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723953'] for port, provisioning_complete {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:25.123313 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b57e242-a1d1-4597-869b-54e2387dffa2 admin admin] Network 80f82789-426d-4fba-a6bd-c984530e2630 is already hosted by enough agents. {{(pid=91773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 06:59:25.124433 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.scheduler.base_scheduler [None req-5b57e242-a1d1-4597-869b-54e2387dffa2 admin admin] Resources bound (agent type, host, resource id): {{(pid=91773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 06:59:25.157913 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564700'] for port, before_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:25.204049 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebdb7c72-c3d1-47bb-9d0a-4f00e59b88dc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2bd67d37-370f-4ff8-bb69-fa53be603f45'}] {{(pid=91774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 06:59:25.206703 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73fb9c482eb19c5c2e497b7af5ecd9f5da2a12b641d83391285fbc9a8928c34b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b197a44-8ef8-4bcc-8f2f-9144852b331b" -d '{"events": [{"server_uuid": "ebdb7c72-c3d1-47bb-9d0a-4f00e59b88dc", "name": "network-vif-unplugged", "status": "completed", "tag": "2bd67d37-370f-4ff8-bb69-fa53be603f45"}]}' {{(pid=91774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 06:59:25.216968 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.db [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] For port 2bd67d37-370f-4ff8-bb69-fa53be603f45, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=2bd67d37-370f-4ff8-bb69-fa53be603f45,segment=NetworkSegment(3ffd2bba-2e4c-4340-84bb-337c4d476270),segment_id=3ffd2bba-2e4c-4340-84bb-337c4d476270)] {{(pid=91774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 06:59:25.222760 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-569476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762332438254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762331935097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762331935142'] for port, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:25.225037 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:59:25.334145 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b57e242-a1d1-4597-869b-54e2387dffa2 admin admin] Router 84790931-fab6-4b14-8070-67a31911e427 has already been hosted by L3 agent dd8e9e9b-c9b0-4755-a773-57df6dee4a2e {{(pid=91773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 06:59:25.357137 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Pushing event updated for resources: {'Port': ['ID=2bd67d37-370f-4ff8-bb69-fa53be603f45,revision_number=8']} {{(pid=91774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:59:25.371141 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Device 92f4ecae-0c03-4cf6-95ee-6067f571a5e6 up at agent ovs-agent-dv-cinder-784140-5-smb {{(pid=91774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 06:59:25.417122 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:59:25.417436 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:59:25.417717 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:59:25.418240 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:59:25.418566 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:59:25.419109 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:59:25.419438 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:59:25.419754 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:59:25.420272 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:59:25.420591 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:59:25.420911 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:59:25.421226 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:59:25.439047 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:59:25.444444 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.db.provisioning_blocks [None req-da71ddb0-8787-4054-a1ab-10767a93573f None None] Provisioning complete for port 0af378dd-07c1-417d-a74f-8ce8b60a04c2 triggered by entity DHCP. {{(pid=91774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 06:59:25.444816 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-da71ddb0-8787-4054-a1ab-10767a93573f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723953'] for port, provisioning_complete {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:25.475543 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Jun 2021 06:59:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5de0da37-c6b2-49db-9c89-0d2e72886f11 x-openstack-request-id: req-5de0da37-c6b2-49db-9c89-0d2e72886f11 {{(pid=91774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 06:59:25.476295 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebdb7c72-c3d1-47bb-9d0a-4f00e59b88dc", "name": "network-vif-unplugged", "status": "completed", "tag": "2bd67d37-370f-4ff8-bb69-fa53be603f45", "code": 200}]} {{(pid=91774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 06:59:25.476295 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5de0da37-c6b2-49db-9c89-0d2e72886f11 {{(pid=91774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 06:59:25.476590 dv-cinder-784140-5-smb neutron-server[91774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebdb7c72-c3d1-47bb-9d0a-4f00e59b88dc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2bd67d37-370f-4ff8-bb69-fa53be603f45', 'code': 200} Jun 07 06:59:25.511351 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.plugin [None req-da71ddb0-8787-4054-a1ab-10767a93573f None None] Port 0af378dd-07c1-417d-a74f-8ce8b60a04c2 cannot update to ACTIVE because it is not bound. {{(pid=91774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 07 06:59:25.533641 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.db.provisioning_blocks [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Provisioning for port 92f4ecae-0c03-4cf6-95ee-6067f571a5e6 completed by entity L2. {{(pid=91774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 06:59:25.539934 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.db.provisioning_blocks [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Provisioning complete for port 92f4ecae-0c03-4cf6-95ee-6067f571a5e6 triggered by entity L2. {{(pid=91774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 06:59:25.540512 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723953'] for port, provisioning_complete {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:25.593262 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8dafa2-2288-4887-94d0-ac22b9d961aa req-19d73ef5-afb6-4707-b3f0-8953b959337f tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:59:25.595298 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-bb8dafa2-2288-4887-94d0-ac22b9d961aa req-19d73ef5-afb6-4707-b3f0-8953b959337f tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] 10.222.0.21 "GET /v2.0/ports?device_id=ebdb7c72-c3d1-47bb-9d0a-4f00e59b88dc HTTP/1.1" status: 200 len: 943 time: 0.1202087 Jun 07 06:59:25.657908 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-bb8dafa2-2288-4887-94d0-ac22b9d961aa req-92854a04-5c65-41c4-b17e-12dda6bde6e9 tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] 10.222.0.21 "GET /v2.0/security-groups?id=c87f206a-51e2-42cb-bc99-41914c02c812&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552888 Jun 07 06:59:25.673582 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b57e242-a1d1-4597-869b-54e2387dffa2 admin admin] Notify agent at l3_agent.dv-cinder-784140-5-smb the message routers_updated {{(pid=91773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 06:59:25.690581 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [None req-5b57e242-a1d1-4597-869b-54e2387dffa2 admin admin] 10.222.0.21 "PUT /v2.0/routers/84790931-fab6-4b14-8070-67a31911e427/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6614647 Jun 07 06:59:25.691000 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564700'] for port, before_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:25.718570 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.db [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] For port 92f4ecae-0c03-4cf6-95ee-6067f571a5e6, host dv-cinder-784140-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-5-smb',level=0,port_id=92f4ecae-0c03-4cf6-95ee-6067f571a5e6,segment=NetworkSegment(a651428c-972d-4b8e-a20b-c49a0a4f9500),segment_id=a651428c-972d-4b8e-a20b-c49a0a4f9500)] {{(pid=91774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 06:59:25.724014 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-569476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762332438254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762331935097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762331935142'] for port, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:25.726190 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:59:25.801175 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Pushing event updated for resources: {'Port': ['ID=92f4ecae-0c03-4cf6-95ee-6067f571a5e6,revision_number=4']} {{(pid=91774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:59:25.804424 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:59:25.850751 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e64b2197-d55e-4221-8f93-8a27ee9b1059 None None] Sync routers for ids ['84790931-fab6-4b14-8070-67a31911e427'] in dv-cinder-784140-5-smb {{(pid=91775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 06:59:25.859839 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e64b2197-d55e-4221-8f93-8a27ee9b1059 None None] Routers {'84790931-fab6-4b14-8070-67a31911e427'} bound to L3 agent in host dv-cinder-784140-5-smb {{(pid=91775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 06:59:25.860459 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron.db.l3_hamode_db [None req-e64b2197-d55e-4221-8f93-8a27ee9b1059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-07T06:46:09Z,description=,heartbeat_timestamp=2021-06-07T06:59:09Z,host='dv-cinder-784140-5-smb',id=dd8e9e9b-c9b0-4755-a773-57df6dee4a2e,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T06:46:09Z,topic='l3_agent')) {'router_ids': ['84790931-fab6-4b14-8070-67a31911e427'], 'active': True} {{(pid=91775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 06:59:26.099737 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron.db.l3_dvr_db [None req-e64b2197-d55e-4221-8f93-8a27ee9b1059 None None] Set router 84790931-fab6-4b14-8070-67a31911e427 gateway port host: dv-cinder-784140-5-smb {{(pid=91775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 06:59:26.266826 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.21', 59258) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:59:26.271929 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.v2.base [None req-5441748c-4b67-40a5-9725-a4eb0f26c1bc admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-799366104-network', 'tenant_id': '63259f101b0f43feaf7d17246f8deb6a'}} {{(pid=91773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 06:59:26.298346 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5441748c-4b67-40a5-9725-a4eb0f26c1bc admin admin] Made reservation on behalf of 63259f101b0f43feaf7d17246f8deb6a for: {'network': 1} {{(pid=91773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 06:59:26.300678 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-5441748c-4b67-40a5-9725-a4eb0f26c1bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-564483'] for network, before_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:26.313792 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-5441748c-4b67-40a5-9725-a4eb0f26c1bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:26.428537 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron.db.l3_hamode_db [None req-e64b2197-d55e-4221-8f93-8a27ee9b1059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84790931-fab6-4b14-8070-67a31911e427', 'name': 'tempest-TestShelveInstance-1680854241-router', 'tenant_id': '42bf171906a3442fbd2784138b6a35de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a84d0276-e36b-485f-b034-cb606776a5f5', 'external_fixed_ips': [{'subnet_id': 'bc8e845f-21f5-4331-a893-3fabfb1361b8', 'ip_address': '172.28.3.147'}], 'enable_snat': True}, 'gw_port_id': '92f4ecae-0c03-4cf6-95ee-6067f571a5e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T06:59:18Z', 'updated_at': '2021-06-07T06:59:24Z', 'revision_number': 4, 'project_id': '42bf171906a3442fbd2784138b6a35de', 'gw_port': {'id': '92f4ecae-0c03-4cf6-95ee-6067f571a5e6', 'name': '', 'network_id': 'a84d0276-e36b-485f-b034-cb606776a5f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:23:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84790931-fab6-4b14-8070-67a31911e427', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'bc8e845f-21f5-4331-a893-3fabfb1361b8', 'ip_address': '172.28.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T06:59:19Z', 'updated_at': '2021-06-07T06:59:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc8e845f-21f5-4331-a893-3fabfb1361b8', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-5-smb', '_interfaces': [{'id': '0af378dd-07c1-417d-a74f-8ce8b60a04c2', 'name': '', 'network_id': '80f82789-426d-4fba-a6bd-c984530e2630', 'tenant_id': '42bf171906a3442fbd2784138b6a35de', 'mac_address': 'fa:16:3e:6f:1f:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84790931-fab6-4b14-8070-67a31911e427', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '8b71f6d7-5eeb-4431-8add-0eca70244bd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T06:59:23Z', 'updated_at': '2021-06-07T06:59:24Z', 'revision_number': 2, 'project_id': '42bf171906a3442fbd2784138b6a35de', 'subnets': [{'id': '8b71f6d7-5eeb-4431-8add-0eca70244bd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784140-5-smb', False) {} {{(pid=91775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 06:59:26.430403 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-5441748c-4b67-40a5-9725-a4eb0f26c1bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:26.432335 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e64b2197-d55e-4221-8f93-8a27ee9b1059 None None] Checking router: 84790931-fab6-4b14-8070-67a31911e427 for host: dv-cinder-784140-5-smb {{(pid=91775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 06:59:26.432668 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e64b2197-d55e-4221-8f93-8a27ee9b1059 None None] Updating router 84790931-fab6-4b14-8070-67a31911e427 port 0af378dd-07c1-417d-a74f-8ce8b60a04c2 binding host dv-cinder-784140-5-smb {{(pid=91775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 07 06:59:26.435353 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-5441748c-4b67-40a5-9725-a4eb0f26c1bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1706761'] for security_group, after_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:26.438416 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-130048ce-4784-4a0d-aa9d-a7c92f3c385f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:59:26.465986 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5441748c-4b67-40a5-9725-a4eb0f26c1bc admin admin] vlan segment allocate from pool success with {'vlan_id': 340, 'physical_network': 'physnet1'} {{(pid=91773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 07 06:59:26.474118 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5441748c-4b67-40a5-9725-a4eb0f26c1bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25bbda48-c79a-4532-a903-f367e1b4450c,revision_number=1']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:59:26.477504 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-5441748c-4b67-40a5-9725-a4eb0f26c1bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:59:26.483032 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-5441748c-4b67-40a5-9725-a4eb0f26c1bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-712556'] for segment, precommit_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:26.483369 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.db.segments_db [None req-5441748c-4b67-40a5-9725-a4eb0f26c1bc admin admin] Added segment 65b2ad93-19f7-468e-80bd-0aaffe14b5d3 of type vlan for network cfdcb8d4-2725-43b3-bec2-2752645cd65b Jun 07 06:59:26.484939 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron_lib.callbacks.manager [None req-e64b2197-d55e-4221-8f93-8a27ee9b1059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564700'] for port, before_update {{(pid=91775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:26.509889 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-5441748c-4b67-40a5-9725-a4eb0f26c1bc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762331920860'] for network, precommit_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:26.540477 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-5441748c-4b67-40a5-9725-a4eb0f26c1bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1706969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648529'] for network, after_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:26.542014 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5441748c-4b67-40a5-9725-a4eb0f26c1bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:59:26.542681 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-5441748c-4b67-40a5-9725-a4eb0f26c1bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648630'] for network, before_response {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:26.547288 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:59:26.588975 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [None req-5441748c-4b67-40a5-9725-a4eb0f26c1bc admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3209636 Jun 07 06:59:26.591633 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.21', 59260) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:59:26.596322 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.v2.base [None req-1629d7cb-05ff-4906-a019-b5b472e6eaf4 admin admin] Request body: {'subnet': {'network_id': 'cfdcb8d4-2725-43b3-bec2-2752645cd65b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-799366104-subnet', 'tenant_id': '63259f101b0f43feaf7d17246f8deb6a', 'ip_version': 4}} {{(pid=91773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 06:59:26.658522 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5441748c-4b67-40a5-9725-a4eb0f26c1bc admin admin] Pushing event updated for resources: {'Network': ['ID=cfdcb8d4-2725-43b3-bec2-2752645cd65b,revision_number=1']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:59:26.663043 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-5441748c-4b67-40a5-9725-a4eb0f26c1bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:59:26.667800 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Network cfdcb8d4-2725-43b3-bec2-2752645cd65b details requested by agent ovs-agent-dv-cinder-784140-5-smb with host dv-cinder-784140-5-smb {{(pid=91774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 07 06:59:26.678106 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1629d7cb-05ff-4906-a019-b5b472e6eaf4 admin admin] Made reservation on behalf of 63259f101b0f43feaf7d17246f8deb6a for: {'subnet': 1} {{(pid=91773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 06:59:26.680393 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-1629d7cb-05ff-4906-a019-b5b472e6eaf4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2142105'] for subnet, before_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:26.862298 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron_lib.callbacks.manager [None req-e64b2197-d55e-4221-8f93-8a27ee9b1059 None None] Notify callbacks [] for port, precommit_update {{(pid=91775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:26.872764 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59fa146-63c0-4de1-a48f-23eaa5f3a534 req-3f79de98-f86c-417d-b129-53ffeb2ab231 tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:59:26.877355 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron.db.provisioning_blocks [None req-e64b2197-d55e-4221-8f93-8a27ee9b1059 None None] Transition to ACTIVE for port object 0af378dd-07c1-417d-a74f-8ce8b60a04c2 will not be triggered until provisioned by entity L2. {{(pid=91775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 06:59:26.880751 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-b59fa146-63c0-4de1-a48f-23eaa5f3a534 req-3f79de98-f86c-417d-b129-53ffeb2ab231 tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] 10.222.0.21 "GET /v2.0/ports?device_id=ebdb7c72-c3d1-47bb-9d0a-4f00e59b88dc HTTP/1.1" status: 200 len: 943 time: 0.0962226 Jun 07 06:59:26.885987 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron_lib.callbacks.manager [None req-e64b2197-d55e-4221-8f93-8a27ee9b1059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-569476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762332438254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762331935097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762331935142'] for port, after_update {{(pid=91775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:26.897520 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:59:26.917162 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-1629d7cb-05ff-4906-a019-b5b472e6eaf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2253169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2142091'] for subnet, after_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:26.918257 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Device 92f4ecae-0c03-4cf6-95ee-6067f571a5e6 up at agent ovs-agent-dv-cinder-784140-5-smb {{(pid=91774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 06:59:26.923748 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:59:26.927744 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-b59fa146-63c0-4de1-a48f-23eaa5f3a534 req-dee19b73-cdf6-4805-a8db-8297552b6e66 tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] 10.222.0.21 "GET /v2.0/security-groups?id=c87f206a-51e2-42cb-bc99-41914c02c812&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459836 Jun 07 06:59:27.015851 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1629d7cb-05ff-4906-a019-b5b472e6eaf4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0995f535-b93b-4925-8eac-90df3c9a1741,revision_number=0']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:59:27.019879 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-1629d7cb-05ff-4906-a019-b5b472e6eaf4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:59:27.035704 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.db.provisioning_blocks [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Provisioning complete for port 92f4ecae-0c03-4cf6-95ee-6067f571a5e6 triggered by entity L2. {{(pid=91774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 06:59:27.036126 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723953'] for port, provisioning_complete {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:27.050512 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f76f00c-052d-4ebf-88a5-1f7293202fe8 None None] Pushing event updated for resources: {'Port': ['ID=0af378dd-07c1-417d-a74f-8ce8b60a04c2,revision_number=3']} {{(pid=91775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:59:27.066655 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG oslo_concurrency.lockutils [None req-8f76f00c-052d-4ebf-88a5-1f7293202fe8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=91775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:59:27.080445 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1629d7cb-05ff-4906-a019-b5b472e6eaf4 admin admin] Checking segment: {'id': '65b2ad93-19f7-468e-80bd-0aaffe14b5d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'cfdcb8d4-2725-43b3-bec2-2752645cd65b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 06:59:27.080654 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1629d7cb-05ff-4906-a019-b5b472e6eaf4 admin admin] Network hostable DHCP agents. Network: cfdcb8d4-2725-43b3-bec2-2752645cd65b, hostable agents: ['9e620681-9ba6-48ee-a994-b814c2ae7583'], hosted agents: [] {{(pid=91773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 07 06:59:27.104430 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1629d7cb-05ff-4906-a019-b5b472e6eaf4 admin admin] Network cfdcb8d4-2725-43b3-bec2-2752645cd65b is scheduled to be hosted by DHCP agent 9e620681-9ba6-48ee-a994-b814c2ae7583 with binding_index 1 {{(pid=91773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 07 06:59:27.119713 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.scheduler.base_scheduler [None req-1629d7cb-05ff-4906-a019-b5b472e6eaf4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784140-5-smb, cfdcb8d4-2725-43b3-bec2-2752645cd65b) {{(pid=91773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 06:59:27.135933 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1629d7cb-05ff-4906-a019-b5b472e6eaf4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:59:27.136683 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-1629d7cb-05ff-4906-a019-b5b472e6eaf4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:27.164592 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6c5d890-3be7-4aa3-b53f-27da76b5b6b4 None None] Network cfdcb8d4-2725-43b3-bec2-2752645cd65b requested from dv-cinder-784140-5-smb {{(pid=91774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 06:59:27.176257 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [None req-1629d7cb-05ff-4906-a019-b5b472e6eaf4 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.5830207 Jun 07 06:59:27.178119 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.21', 59272) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:59:27.184068 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.v2.base [None req-3c0b3e8b-cbb7-4878-8368-7fa9b9ec04e9 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-799366104-router', 'tenant_id': '63259f101b0f43feaf7d17246f8deb6a', 'external_gateway_info': {'network_id': 'a84d0276-e36b-485f-b034-cb606776a5f5'}}} {{(pid=91773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 06:59:27.209464 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron.plugins.ml2.managers [None req-e64b2197-d55e-4221-8f93-8a27ee9b1059 None None] Attempting to bind port 0af378dd-07c1-417d-a74f-8ce8b60a04c2 on host dv-cinder-784140-5-smb for vnic_type normal with profile {{(pid=91775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 06:59:27.210425 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron.plugins.ml2.managers [None req-e64b2197-d55e-4221-8f93-8a27ee9b1059 None None] Attempting to bind port 0af378dd-07c1-417d-a74f-8ce8b60a04c2 by drivers openvswitch,hyperv on host dv-cinder-784140-5-smb at level 0 using segments [{'id': '72e92de7-8a1c-4a00-bd12-01e4302d58db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '80f82789-426d-4fba-a6bd-c984530e2630'}] {{(pid=91775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 06:59:27.211135 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e64b2197-d55e-4221-8f93-8a27ee9b1059 None None] Attempting to bind port 0af378dd-07c1-417d-a74f-8ce8b60a04c2 on network 80f82789-426d-4fba-a6bd-c984530e2630 {{(pid=91775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 06:59:27.211868 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-3c0b3e8b-cbb7-4878-8368-7fa9b9ec04e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1660237', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3595'] for router, before_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:27.213625 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-3c0b3e8b-cbb7-4878-8368-7fa9b9ec04e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1660116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1667057', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1768563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3584'] for router, precommit_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:27.219521 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e64b2197-d55e-4221-8f93-8a27ee9b1059 None None] Checking agent: {'id': '2cbbf4dd-47cd-4e79-9ddf-2f0b457e4e7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784140-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 6, 46, 9), 'started_at': datetime.datetime(2021, 6, 7, 6, 46, 39), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 6, 59, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784140-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 06:59:27.220243 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e64b2197-d55e-4221-8f93-8a27ee9b1059 None None] Checking segment: {'id': '72e92de7-8a1c-4a00-bd12-01e4302d58db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '80f82789-426d-4fba-a6bd-c984530e2630'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 06:59:27.221060 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron_lib.callbacks.manager [None req-e64b2197-d55e-4221-8f93-8a27ee9b1059 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:27.221630 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e64b2197-d55e-4221-8f93-8a27ee9b1059 None None] Bound using segment: {'id': '72e92de7-8a1c-4a00-bd12-01e4302d58db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '80f82789-426d-4fba-a6bd-c984530e2630'} {{(pid=91775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 06:59:27.222535 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron.plugins.ml2.managers [None req-e64b2197-d55e-4221-8f93-8a27ee9b1059 None None] Bound port: 0af378dd-07c1-417d-a74f-8ce8b60a04c2, host: dv-cinder-784140-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72e92de7-8a1c-4a00-bd12-01e4302d58db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '80f82789-426d-4fba-a6bd-c984530e2630'}}] {{(pid=91775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 06:59:27.223253 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron_lib.callbacks.manager [None req-e64b2197-d55e-4221-8f93-8a27ee9b1059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564700'] for port, before_update {{(pid=91775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:27.234196 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-3c0b3e8b-cbb7-4878-8368-7fa9b9ec04e9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:27.333167 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron.plugins.ml2.db [None req-e64b2197-d55e-4221-8f93-8a27ee9b1059 None None] For port 0af378dd-07c1-417d-a74f-8ce8b60a04c2, host dv-cinder-784140-5-smb, cleared binding levels {{(pid=91775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 06:59:27.336924 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron.plugins.ml2.db [None req-e64b2197-d55e-4221-8f93-8a27ee9b1059 None None] For port 0af378dd-07c1-417d-a74f-8ce8b60a04c2, host dv-cinder-784140-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-5-smb',level=0,port_id=0af378dd-07c1-417d-a74f-8ce8b60a04c2,segment=NetworkSegment(72e92de7-8a1c-4a00-bd12-01e4302d58db),segment_id=72e92de7-8a1c-4a00-bd12-01e4302d58db)] {{(pid=91775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 06:59:27.342911 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron_lib.callbacks.manager [None req-e64b2197-d55e-4221-8f93-8a27ee9b1059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-569476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762332438254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762331935097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762331935142'] for port, after_update {{(pid=91775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:27.347230 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:59:27.432221 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f76f00c-052d-4ebf-88a5-1f7293202fe8 None None] Pushing event updated for resources: {'Port': ['ID=0af378dd-07c1-417d-a74f-8ce8b60a04c2,revision_number=4']} {{(pid=91775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:59:27.444469 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG oslo_concurrency.lockutils [None req-8f76f00c-052d-4ebf-88a5-1f7293202fe8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=91775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:59:27.476032 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e64b2197-d55e-4221-8f93-8a27ee9b1059 None None] Routers {'84790931-fab6-4b14-8070-67a31911e427'} bound to L3 agent in host dv-cinder-784140-5-smb {{(pid=91775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 06:59:27.477399 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron.db.l3_hamode_db [None req-e64b2197-d55e-4221-8f93-8a27ee9b1059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-07T06:46:09Z,description=,heartbeat_timestamp=2021-06-07T06:59:09Z,host='dv-cinder-784140-5-smb',id=dd8e9e9b-c9b0-4755-a773-57df6dee4a2e,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T06:46:09Z,topic='l3_agent')) {'router_ids': ['84790931-fab6-4b14-8070-67a31911e427'], 'active': True} {{(pid=91775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 06:59:27.596182 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-3c0b3e8b-cbb7-4878-8368-7fa9b9ec04e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1666947', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1660255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3606'] for router, precommit_update {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:27.603330 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5937b6f1-fa2a-43ee-8c9d-cb58ca3ffdb9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp16c4c58c-3b6f-5278-963a-84eb71d65540-cfdcb8d4-2725-43b3-bec2-2752645cd65b', 'network_id': 'cfdcb8d4-2725-43b3-bec2-2752645cd65b', 'tenant_id': '63259f101b0f43feaf7d17246f8deb6a', 'fixed_ips': [{'subnet_id': '0995f535-b93b-4925-8eac-90df3c9a1741'}]}} from dv-cinder-784140-5-smb. {{(pid=91774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 07 06:59:27.604464 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-5937b6f1-fa2a-43ee-8c9d-cb58ca3ffdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564700'] for port, before_create {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:27.816807 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron.db.l3_dvr_db [None req-e64b2197-d55e-4221-8f93-8a27ee9b1059 None None] Set router 84790931-fab6-4b14-8070-67a31911e427 gateway port host: dv-cinder-784140-5-smb {{(pid=91775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 06:59:27.878936 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.db.db_base_plugin_common [None req-5937b6f1-fa2a-43ee-8c9d-cb58ca3ffdb9 None None] Allocated IP 172.20.0.2 (cfdcb8d4-2725-43b3-bec2-2752645cd65b/0995f535-b93b-4925-8eac-90df3c9a1741/3850c124-14be-4884-aa90-b9236c885aa9) {{(pid=91774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 06:59:27.994949 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-3c0b3e8b-cbb7-4878-8368-7fa9b9ec04e9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:28.030192 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-3c0b3e8b-cbb7-4878-8368-7fa9b9ec04e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564700'] for port, before_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:28.145925 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-5937b6f1-fa2a-43ee-8c9d-cb58ca3ffdb9 None None] Notify callbacks [] for port, precommit_create {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:28.157518 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.db.provisioning_blocks [None req-5937b6f1-fa2a-43ee-8c9d-cb58ca3ffdb9 None None] Transition to ACTIVE for port object 3850c124-14be-4884-aa90-b9236c885aa9 will not be triggered until provisioned by entity L2. {{(pid=91774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 06:59:28.178325 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.db.provisioning_blocks [None req-5937b6f1-fa2a-43ee-8c9d-cb58ca3ffdb9 None None] Transition to ACTIVE for port object 3850c124-14be-4884-aa90-b9236c885aa9 will not be triggered until provisioned by entity DHCP. {{(pid=91774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 06:59:28.186864 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-5937b6f1-fa2a-43ee-8c9d-cb58ca3ffdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-569476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648536', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762331935079'] for port, after_create {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:28.191523 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-ca29b744-3711-4812-a3cd-6377c415a053 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:59:28.210036 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.db.db_base_plugin_common [None req-3c0b3e8b-cbb7-4878-8368-7fa9b9ec04e9 admin admin] Allocated IP 172.28.3.85 (a84d0276-e36b-485f-b034-cb606776a5f5/bc8e845f-21f5-4331-a893-3fabfb1361b8/ab40e4b6-8da5-4ae3-a6ae-600470ce4d41) {{(pid=91773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 06:59:28.233080 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron.db.l3_hamode_db [None req-e64b2197-d55e-4221-8f93-8a27ee9b1059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84790931-fab6-4b14-8070-67a31911e427', 'name': 'tempest-TestShelveInstance-1680854241-router', 'tenant_id': '42bf171906a3442fbd2784138b6a35de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a84d0276-e36b-485f-b034-cb606776a5f5', 'external_fixed_ips': [{'subnet_id': 'bc8e845f-21f5-4331-a893-3fabfb1361b8', 'ip_address': '172.28.3.147'}], 'enable_snat': True}, 'gw_port_id': '92f4ecae-0c03-4cf6-95ee-6067f571a5e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T06:59:18Z', 'updated_at': '2021-06-07T06:59:24Z', 'revision_number': 4, 'project_id': '42bf171906a3442fbd2784138b6a35de', 'gw_port': {'id': '92f4ecae-0c03-4cf6-95ee-6067f571a5e6', 'name': '', 'network_id': 'a84d0276-e36b-485f-b034-cb606776a5f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:23:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84790931-fab6-4b14-8070-67a31911e427', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'bc8e845f-21f5-4331-a893-3fabfb1361b8', 'ip_address': '172.28.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T06:59:19Z', 'updated_at': '2021-06-07T06:59:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc8e845f-21f5-4331-a893-3fabfb1361b8', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-5-smb', '_interfaces': [{'id': '0af378dd-07c1-417d-a74f-8ce8b60a04c2', 'name': '', 'network_id': '80f82789-426d-4fba-a6bd-c984530e2630', 'tenant_id': '42bf171906a3442fbd2784138b6a35de', 'mac_address': 'fa:16:3e:6f:1f:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84790931-fab6-4b14-8070-67a31911e427', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '8b71f6d7-5eeb-4431-8add-0eca70244bd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T06:59:23Z', 'updated_at': '2021-06-07T06:59:27Z', 'revision_number': 4, 'project_id': '42bf171906a3442fbd2784138b6a35de', 'subnets': [{'id': '8b71f6d7-5eeb-4431-8add-0eca70244bd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784140-5-smb', False) {} {{(pid=91775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 06:59:28.238246 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e64b2197-d55e-4221-8f93-8a27ee9b1059 None None] The sync data for ids ['84790931-fab6-4b14-8070-67a31911e427'] in dv-cinder-784140-5-smb is: [{'id': '84790931-fab6-4b14-8070-67a31911e427', 'name': 'tempest-TestShelveInstance-1680854241-router', 'tenant_id': '42bf171906a3442fbd2784138b6a35de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a84d0276-e36b-485f-b034-cb606776a5f5', 'external_fixed_ips': [{'subnet_id': 'bc8e845f-21f5-4331-a893-3fabfb1361b8', 'ip_address': '172.28.3.147'}], 'enable_snat': True}, 'gw_port_id': '92f4ecae-0c03-4cf6-95ee-6067f571a5e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T06:59:18Z', 'updated_at': '2021-06-07T06:59:24Z', 'revision_number': 4, 'project_id': '42bf171906a3442fbd2784138b6a35de', 'gw_port': {'id': '92f4ecae-0c03-4cf6-95ee-6067f571a5e6', 'name': '', 'network_id': 'a84d0276-e36b-485f-b034-cb606776a5f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:23:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84790931-fab6-4b14-8070-67a31911e427', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'bc8e845f-21f5-4331-a893-3fabfb1361b8', 'ip_address': '172.28.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T06:59:19Z', 'updated_at': '2021-06-07T06:59:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc8e845f-21f5-4331-a893-3fabfb1361b8', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-5-smb', '_interfaces': [{'id': '0af378dd-07c1-417d-a74f-8ce8b60a04c2', 'name': '', 'network_id': '80f82789-426d-4fba-a6bd-c984530e2630', 'tenant_id': '42bf171906a3442fbd2784138b6a35de', 'mac_address': 'fa:16:3e:6f:1f:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84790931-fab6-4b14-8070-67a31911e427', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '8b71f6d7-5eeb-4431-8add-0eca70244bd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T06:59:23Z', 'updated_at': '2021-06-07T06:59:27Z', 'revision_number': 4, 'project_id': '42bf171906a3442fbd2784138b6a35de', 'subnets': [{'id': '8b71f6d7-5eeb-4431-8add-0eca70244bd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 06:59:28.257867 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5937b6f1-fa2a-43ee-8c9d-cb58ca3ffdb9 None None] Network cfdcb8d4-2725-43b3-bec2-2752645cd65b is already hosted by enough agents. {{(pid=91774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 06:59:28.260733 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.scheduler.base_scheduler [None req-5937b6f1-fa2a-43ee-8c9d-cb58ca3ffdb9 None None] Resources bound (agent type, host, resource id): {{(pid=91774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 06:59:28.264879 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5937b6f1-fa2a-43ee-8c9d-cb58ca3ffdb9 None None] Received port after_create {{(pid=91774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 06:59:28.270578 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5937b6f1-fa2a-43ee-8c9d-cb58ca3ffdb9 None None] Pushing event updated for resources: {'Port': ['ID=3850c124-14be-4884-aa90-b9236c885aa9,revision_number=1']} {{(pid=91774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:59:28.275295 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-5937b6f1-fa2a-43ee-8c9d-cb58ca3ffdb9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:59:28.402494 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.managers [None req-5937b6f1-fa2a-43ee-8c9d-cb58ca3ffdb9 None None] Attempting to bind port 3850c124-14be-4884-aa90-b9236c885aa9 on host dv-cinder-784140-5-smb for vnic_type normal with profile {{(pid=91774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 06:59:28.403792 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.managers [None req-5937b6f1-fa2a-43ee-8c9d-cb58ca3ffdb9 None None] Attempting to bind port 3850c124-14be-4884-aa90-b9236c885aa9 by drivers openvswitch,hyperv on host dv-cinder-784140-5-smb at level 0 using segments [{'id': '65b2ad93-19f7-468e-80bd-0aaffe14b5d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'cfdcb8d4-2725-43b3-bec2-2752645cd65b'}] {{(pid=91774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 06:59:28.404270 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5937b6f1-fa2a-43ee-8c9d-cb58ca3ffdb9 None None] Attempting to bind port 3850c124-14be-4884-aa90-b9236c885aa9 on network cfdcb8d4-2725-43b3-bec2-2752645cd65b {{(pid=91774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 06:59:28.410672 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5937b6f1-fa2a-43ee-8c9d-cb58ca3ffdb9 None None] Checking agent: {'id': '2cbbf4dd-47cd-4e79-9ddf-2f0b457e4e7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784140-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 6, 46, 9), 'started_at': datetime.datetime(2021, 6, 7, 6, 46, 39), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 6, 59, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784140-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 06:59:28.411168 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5937b6f1-fa2a-43ee-8c9d-cb58ca3ffdb9 None None] Checking segment: {'id': '65b2ad93-19f7-468e-80bd-0aaffe14b5d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'cfdcb8d4-2725-43b3-bec2-2752645cd65b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 06:59:28.411652 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-5937b6f1-fa2a-43ee-8c9d-cb58ca3ffdb9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:28.412226 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5937b6f1-fa2a-43ee-8c9d-cb58ca3ffdb9 None None] Bound using segment: {'id': '65b2ad93-19f7-468e-80bd-0aaffe14b5d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'cfdcb8d4-2725-43b3-bec2-2752645cd65b'} {{(pid=91774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 06:59:28.412777 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.managers [None req-5937b6f1-fa2a-43ee-8c9d-cb58ca3ffdb9 None None] Bound port: 3850c124-14be-4884-aa90-b9236c885aa9, host: dv-cinder-784140-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65b2ad93-19f7-468e-80bd-0aaffe14b5d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'cfdcb8d4-2725-43b3-bec2-2752645cd65b'}}] {{(pid=91774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 06:59:28.413362 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-5937b6f1-fa2a-43ee-8c9d-cb58ca3ffdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564700'] for port, before_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:28.518623 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.db [None req-5937b6f1-fa2a-43ee-8c9d-cb58ca3ffdb9 None None] For port 3850c124-14be-4884-aa90-b9236c885aa9, host dv-cinder-784140-5-smb, cleared binding levels {{(pid=91774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 06:59:28.518738 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-3c0b3e8b-cbb7-4878-8368-7fa9b9ec04e9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:28.518837 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.db [None req-5937b6f1-fa2a-43ee-8c9d-cb58ca3ffdb9 None None] For port 3850c124-14be-4884-aa90-b9236c885aa9, host dv-cinder-784140-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-5-smb',level=0,port_id=3850c124-14be-4884-aa90-b9236c885aa9,segment=NetworkSegment(65b2ad93-19f7-468e-80bd-0aaffe14b5d3),segment_id=65b2ad93-19f7-468e-80bd-0aaffe14b5d3)] {{(pid=91774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 06:59:28.525938 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-5937b6f1-fa2a-43ee-8c9d-cb58ca3ffdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-569476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762332438254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762331935097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762331935142'] for port, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:28.532363 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:59:28.560871 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-3c0b3e8b-cbb7-4878-8368-7fa9b9ec04e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-569476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648536', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762331935079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2253277'] for port, after_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:28.565866 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-cb37d63f-91b6-42af-a40f-3af8169e990a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:59:28.610743 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5937b6f1-fa2a-43ee-8c9d-cb58ca3ffdb9 None None] Pushing event updated for resources: {'Port': ['ID=3850c124-14be-4884-aa90-b9236c885aa9,revision_number=2']} {{(pid=91774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:59:28.614026 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-5937b6f1-fa2a-43ee-8c9d-cb58ca3ffdb9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:59:28.650623 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c0b3e8b-cbb7-4878-8368-7fa9b9ec04e9 admin admin] Network a84d0276-e36b-485f-b034-cb606776a5f5 is already hosted by enough agents. {{(pid=91773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 06:59:28.654813 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.scheduler.base_scheduler [None req-3c0b3e8b-cbb7-4878-8368-7fa9b9ec04e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=91773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 06:59:28.659563 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c0b3e8b-cbb7-4878-8368-7fa9b9ec04e9 admin admin] Received port after_create {{(pid=91773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 06:59:28.693056 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0b3e8b-cbb7-4878-8368-7fa9b9ec04e9 admin admin] Pushing event updated for resources: {'Port': ['ID=ab40e4b6-8da5-4ae3-a6ae-600470ce4d41,revision_number=1']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:59:28.700833 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-3c0b3e8b-cbb7-4878-8368-7fa9b9ec04e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:59:28.965459 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Device 2bd67d37-370f-4ff8-bb69-fa53be603f45 no longer exists at agent hyperv_hv-cinder-78414 {{(pid=91774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 06:59:29.107856 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d6880f-220f-4284-9e1f-3ea8108d0bc1 req-fe3d1365-cb9a-4afa-a87f-3775de26746f tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:59:29.126706 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-90d6880f-220f-4284-9e1f-3ea8108d0bc1 req-fe3d1365-cb9a-4afa-a87f-3775de26746f tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] 10.222.0.21 "GET /v2.0/ports?device_id=ebdb7c72-c3d1-47bb-9d0a-4f00e59b88dc HTTP/1.1" status: 200 len: 943 time: 0.2334802 Jun 07 06:59:29.183873 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-608862cc-5d97-4949-baf8-a2c5f0ebd862 req-0c9c7e94-a208-4746-9c31-6f0fe9e94e62 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=ebdb7c72-c3d1-47bb-9d0a-4f00e59b88dc&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2114909 Jun 07 06:59:29.220516 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Device 0af378dd-07c1-417d-a74f-8ce8b60a04c2 up at agent ovs-agent-dv-cinder-784140-5-smb {{(pid=91774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 06:59:29.232756 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-90d6880f-220f-4284-9e1f-3ea8108d0bc1 req-67bdf632-a240-4d9f-8249-47c2bc01bba8 tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] 10.222.0.21 "GET /v2.0/security-groups?id=c87f206a-51e2-42cb-bc99-41914c02c812&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1051896 Jun 07 06:59:29.275381 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.wsgi [-] (91772) accepted ('10.222.0.21', 59318) {{(pid=91772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:59:29.377966 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-3c0b3e8b-cbb7-4878-8368-7fa9b9ec04e9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:29.414412 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.db.provisioning_blocks [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Provisioning for port 0af378dd-07c1-417d-a74f-8ce8b60a04c2 completed by entity L2. {{(pid=91774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 06:59:29.420236 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.db.provisioning_blocks [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Provisioning complete for port 0af378dd-07c1-417d-a74f-8ce8b60a04c2 triggered by entity L2. {{(pid=91774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 06:59:29.420880 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723953'] for port, provisioning_complete {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:29.590187 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564700'] for port, before_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:29.636898 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.db [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] For port 0af378dd-07c1-417d-a74f-8ce8b60a04c2, host dv-cinder-784140-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-5-smb',level=0,port_id=0af378dd-07c1-417d-a74f-8ce8b60a04c2,segment=NetworkSegment(72e92de7-8a1c-4a00-bd12-01e4302d58db),segment_id=72e92de7-8a1c-4a00-bd12-01e4302d58db)] {{(pid=91774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 06:59:29.649742 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-569476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762332438254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762331935097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762331935142'] for port, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:29.650604 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Device 3850c124-14be-4884-aa90-b9236c885aa9 up at agent ovs-agent-dv-cinder-784140-5-smb {{(pid=91774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 06:59:29.686538 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:59:29.785157 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Pushing event updated for resources: {'Port': ['ID=0af378dd-07c1-417d-a74f-8ce8b60a04c2,revision_number=5']} {{(pid=91774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:59:29.789593 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:59:29.819878 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.db.provisioning_blocks [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Provisioning for port 3850c124-14be-4884-aa90-b9236c885aa9 completed by entity L2. {{(pid=91774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 06:59:29.970835 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-3c0b3e8b-cbb7-4878-8368-7fa9b9ec04e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1660228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1666988'] for router, after_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:30.007356 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90b55067-96fb-4158-bcbe-91f345023665 None None] Network cfdcb8d4-2725-43b3-bec2-2752645cd65b requested from dv-cinder-784140-5-smb {{(pid=91774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 06:59:30.124220 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.db.provisioning_blocks [None req-3bc16e37-0489-49ab-843a-5a35f31410c6 None None] Provisioning for port 3850c124-14be-4884-aa90-b9236c885aa9 completed by entity DHCP. {{(pid=91774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 06:59:30.133408 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.db.provisioning_blocks [None req-3bc16e37-0489-49ab-843a-5a35f31410c6 None None] Provisioning complete for port 3850c124-14be-4884-aa90-b9236c885aa9 triggered by entity DHCP. {{(pid=91774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 06:59:30.134244 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-3bc16e37-0489-49ab-843a-5a35f31410c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723953'] for port, provisioning_complete {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:30.228859 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c0b3e8b-cbb7-4878-8368-7fa9b9ec04e9 admin admin] Router 5df4ec0d-e08e-4ec5-9fee-0ee8e30370d9 is scheduled to L3 agent dd8e9e9b-c9b0-4755-a773-57df6dee4a2e with binding_index 1 {{(pid=91773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 07 06:59:30.344649 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-84b13ac1-1a50-4ae3-bafe-a417a68ffcbe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1663700'] for router_interface, before_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:30.449186 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-3bc16e37-0489-49ab-843a-5a35f31410c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564700'] for port, before_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:30.500775 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.db [None req-3bc16e37-0489-49ab-843a-5a35f31410c6 None None] For port 3850c124-14be-4884-aa90-b9236c885aa9, host dv-cinder-784140-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-5-smb',level=0,port_id=3850c124-14be-4884-aa90-b9236c885aa9,segment=NetworkSegment(65b2ad93-19f7-468e-80bd-0aaffe14b5d3),segment_id=65b2ad93-19f7-468e-80bd-0aaffe14b5d3)] {{(pid=91774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 06:59:30.508183 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-3bc16e37-0489-49ab-843a-5a35f31410c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-569476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762332438254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762331935097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762331935142'] for port, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:30.510667 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-5937b6f1-fa2a-43ee-8c9d-cb58ca3ffdb9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:59:30.581176 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c0b3e8b-cbb7-4878-8368-7fa9b9ec04e9 admin admin] Notify agent at l3_agent.dv-cinder-784140-5-smb the message routers_updated {{(pid=91773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 06:59:30.589398 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc16e37-0489-49ab-843a-5a35f31410c6 None None] Pushing event updated for resources: {'Port': ['ID=3850c124-14be-4884-aa90-b9236c885aa9,revision_number=3']} {{(pid=91774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:59:30.595236 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9ef2e42-8c5f-4553-8153-a1f2ec85bbd3 None None] Sync routers for ids ['5df4ec0d-e08e-4ec5-9fee-0ee8e30370d9'] in dv-cinder-784140-5-smb {{(pid=91774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 06:59:30.596168 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d43474-224c-4d5d-b2ad-87c32d6ff3b3 req-fa601129-2bd5-4c39-af35-b5cfd60f6512 tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:59:30.597642 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-48d43474-224c-4d5d-b2ad-87c32d6ff3b3 req-fa601129-2bd5-4c39-af35-b5cfd60f6512 tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] 10.222.0.21 "GET /v2.0/ports?device_id=ebdb7c72-c3d1-47bb-9d0a-4f00e59b88dc HTTP/1.1" status: 200 len: 943 time: 0.2031341 Jun 07 06:59:30.599282 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-3bc16e37-0489-49ab-843a-5a35f31410c6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:59:30.606986 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9ef2e42-8c5f-4553-8153-a1f2ec85bbd3 None None] Routers {'5df4ec0d-e08e-4ec5-9fee-0ee8e30370d9'} bound to L3 agent in host dv-cinder-784140-5-smb {{(pid=91774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 06:59:30.607872 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.db.l3_hamode_db [None req-b9ef2e42-8c5f-4553-8153-a1f2ec85bbd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-07T06:46:09Z,description=,heartbeat_timestamp=2021-06-07T06:59:09Z,host='dv-cinder-784140-5-smb',id=dd8e9e9b-c9b0-4755-a773-57df6dee4a2e,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T06:46:09Z,topic='l3_agent')) {'router_ids': ['5df4ec0d-e08e-4ec5-9fee-0ee8e30370d9'], 'active': True} {{(pid=91774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 06:59:30.616381 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-3c0b3e8b-cbb7-4878-8368-7fa9b9ec04e9 admin admin] Notify callbacks [] for router, before_response {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:30.620207 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [None req-3c0b3e8b-cbb7-4878-8368-7fa9b9ec04e9 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 3.4370327 Jun 07 06:59:30.622351 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.21', 59332) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:59:30.809055 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.db.l3_dvr_db [None req-b9ef2e42-8c5f-4553-8153-a1f2ec85bbd3 None None] Set router 5df4ec0d-e08e-4ec5-9fee-0ee8e30370d9 gateway port host: dv-cinder-784140-5-smb {{(pid=91774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 06:59:30.925009 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Device 0af378dd-07c1-417d-a74f-8ce8b60a04c2 up at agent ovs-agent-dv-cinder-784140-5-smb {{(pid=91774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 06:59:30.933949 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-48d43474-224c-4d5d-b2ad-87c32d6ff3b3 req-4e9f1529-67c6-4f5c-bccc-26bd851e4c76 tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] 10.222.0.21 "GET /v2.0/security-groups?id=c87f206a-51e2-42cb-bc99-41914c02c812&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2618949 Jun 07 06:59:30.970068 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608862cc-5d97-4949-baf8-a2c5f0ebd862 req-a2d34ef1-dad7-4105-8ce9-9dba23dd9b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:59:30.971558 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-608862cc-5d97-4949-baf8-a2c5f0ebd862 req-a2d34ef1-dad7-4105-8ce9-9dba23dd9b27 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=ebdb7c72-c3d1-47bb-9d0a-4f00e59b88dc&tenant_id=a521857e620a4cd2a9ecf3c6706dbe4e HTTP/1.1" status: 200 len: 1096 time: 0.3020349 Jun 07 06:59:31.042398 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.db.provisioning_blocks [None req-43dc7a38-e151-42ab-add0-aacec1e87db0 None None] Provisioning complete for port 3850c124-14be-4884-aa90-b9236c885aa9 triggered by entity DHCP. {{(pid=91774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 06:59:31.042981 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-43dc7a38-e151-42ab-add0-aacec1e87db0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723953'] for port, provisioning_complete {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:31.139275 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608862cc-5d97-4949-baf8-a2c5f0ebd862 req-f8821369-c78a-4d82-bcdf-f9e36a13de0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:59:31.140796 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-608862cc-5d97-4949-baf8-a2c5f0ebd862 req-f8821369-c78a-4d82-bcdf-f9e36a13de0a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a521857e620a4cd2a9ecf3c6706dbe4e&device_id=ebdb7c72-c3d1-47bb-9d0a-4f00e59b88dc HTTP/1.1" status: 200 len: 1096 time: 0.1418307 Jun 07 06:59:31.160075 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.db.provisioning_blocks [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Provisioning complete for port 0af378dd-07c1-417d-a74f-8ce8b60a04c2 triggered by entity L2. {{(pid=91774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 06:59:31.160456 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723953'] for port, provisioning_complete {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:31.186172 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.plugins.ml2.plugin [None req-84b13ac1-1a50-4ae3-bafe-a417a68ffcbe admin admin] Deleting port d9d1e037-910b-4f06-b2df-5bdcffd157e6 {{(pid=91772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 06:59:31.186507 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-84b13ac1-1a50-4ae3-bafe-a417a68ffcbe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762332413660'] for port, before_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:31.369911 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-b043cd24-88e0-4f1e-bebc-4eb6ad4baba1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564700'] for port, before_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:31.382350 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608862cc-5d97-4949-baf8-a2c5f0ebd862 req-3d59b5e2-e4c1-4c96-9fde-1630c86b1d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:59:31.383783 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-608862cc-5d97-4949-baf8-a2c5f0ebd862 req-3d59b5e2-e4c1-4c96-9fde-1630c86b1d8a service neutron] 10.222.0.43 "GET /v2.0/networks?id=d923eec5-f613-4137-bc9f-8f5300ca5016 HTTP/1.1" status: 200 len: 918 time: 0.2362254 Jun 07 06:59:31.406792 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Device 3850c124-14be-4884-aa90-b9236c885aa9 up at agent ovs-agent-dv-cinder-784140-5-smb {{(pid=91774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 06:59:31.460361 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.plugins.ml2.db [None req-84b13ac1-1a50-4ae3-bafe-a417a68ffcbe admin admin] For port d9d1e037-910b-4f06-b2df-5bdcffd157e6, host dv-cinder-784140-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-5-smb',level=0,port_id=d9d1e037-910b-4f06-b2df-5bdcffd157e6,segment=NetworkSegment(52b2ea56-693b-48b2-9a2b-8ef6c7482fc0),segment_id=52b2ea56-693b-48b2-9a2b-8ef6c7482fc0)] {{(pid=91772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 06:59:31.460743 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-84b13ac1-1a50-4ae3-bafe-a417a68ffcbe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1669251'] for port, precommit_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:31.464726 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.db.l3_hamode_db [None req-b9ef2e42-8c5f-4553-8153-a1f2ec85bbd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5df4ec0d-e08e-4ec5-9fee-0ee8e30370d9', 'name': 'tempest-TestShelveInstance-799366104-router', 'tenant_id': '63259f101b0f43feaf7d17246f8deb6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a84d0276-e36b-485f-b034-cb606776a5f5', 'external_fixed_ips': [{'subnet_id': 'bc8e845f-21f5-4331-a893-3fabfb1361b8', 'ip_address': '172.28.3.85'}], 'enable_snat': True}, 'gw_port_id': 'ab40e4b6-8da5-4ae3-a6ae-600470ce4d41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T06:59:27Z', 'updated_at': '2021-06-07T06:59:29Z', 'revision_number': 3, 'project_id': '63259f101b0f43feaf7d17246f8deb6a', 'gw_port': {'id': 'ab40e4b6-8da5-4ae3-a6ae-600470ce4d41', 'name': '', 'network_id': 'a84d0276-e36b-485f-b034-cb606776a5f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:ed:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5df4ec0d-e08e-4ec5-9fee-0ee8e30370d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': 'bc8e845f-21f5-4331-a893-3fabfb1361b8', 'ip_address': '172.28.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T06:59:28Z', 'updated_at': '2021-06-07T06:59:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc8e845f-21f5-4331-a893-3fabfb1361b8', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-5-smb'}], 'dv-cinder-784140-5-smb', False) {} {{(pid=91774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 06:59:31.472774 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9ef2e42-8c5f-4553-8153-a1f2ec85bbd3 None None] Checking router: 5df4ec0d-e08e-4ec5-9fee-0ee8e30370d9 for host: dv-cinder-784140-5-smb {{(pid=91774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 06:59:31.473132 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9ef2e42-8c5f-4553-8153-a1f2ec85bbd3 None None] Updating router 5df4ec0d-e08e-4ec5-9fee-0ee8e30370d9 port ab40e4b6-8da5-4ae3-a6ae-600470ce4d41 binding host dv-cinder-784140-5-smb {{(pid=91774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 07 06:59:31.538648 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-b9ef2e42-8c5f-4553-8153-a1f2ec85bbd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564700'] for port, before_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:31.587612 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.db.db_base_plugin_common [None req-b043cd24-88e0-4f1e-bebc-4eb6ad4baba1 admin admin] Allocated IP 172.20.0.1 (cfdcb8d4-2725-43b3-bec2-2752645cd65b/0995f535-b93b-4925-8eac-90df3c9a1741/e600154d-9788-47a9-966c-c6c880bdb9c7) {{(pid=91773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 06:59:31.589814 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.db.provisioning_blocks [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Provisioning complete for port 3850c124-14be-4884-aa90-b9236c885aa9 triggered by entity L2. {{(pid=91774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 06:59:31.591000 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723953'] for port, provisioning_complete {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:31.593100 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.plugins.ml2.plugin [None req-84b13ac1-1a50-4ae3-bafe-a417a68ffcbe admin admin] Calling delete_port for d9d1e037-910b-4f06-b2df-5bdcffd157e6 owned by network:router_interface {{(pid=91772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 06:59:31.609910 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-608862cc-5d97-4949-baf8-a2c5f0ebd862 req-2205e1f3-ad23-48fb-a5f5-071a44e7de3e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2bd67d37-370f-4ff8-bb69-fa53be603f45 HTTP/1.1" status: 200 len: 999 time: 0.2174947 Jun 07 06:59:31.688752 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608862cc-5d97-4949-baf8-a2c5f0ebd862 req-fa1feb40-96ed-481d-a73e-1c78755b8aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:59:31.690164 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-608862cc-5d97-4949-baf8-a2c5f0ebd862 req-fa1feb40-96ed-481d-a73e-1c78755b8aa0 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c3d491a8-638d-42a9-876a-8c51b2a3d541 HTTP/1.1" status: 200 len: 856 time: 0.0677543 Jun 07 06:59:31.741802 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-b043cd24-88e0-4f1e-bebc-4eb6ad4baba1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:31.758180 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.db.provisioning_blocks [None req-b043cd24-88e0-4f1e-bebc-4eb6ad4baba1 admin admin] Transition to ACTIVE for port object e600154d-9788-47a9-966c-c6c880bdb9c7 will not be triggered until provisioned by entity DHCP. {{(pid=91773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 06:59:31.783508 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-b043cd24-88e0-4f1e-bebc-4eb6ad4baba1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-569476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648536', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762331935079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2253277'] for port, after_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:31.787286 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-d80e5856-d1fe-4f5f-8c22-83b4248e60ce tempest-VolumesSnapshotTestJSON-1176599214 tempest-VolumesSnapshotTestJSON-1176599214-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:59:31.853687 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b043cd24-88e0-4f1e-bebc-4eb6ad4baba1 admin admin] Network cfdcb8d4-2725-43b3-bec2-2752645cd65b is already hosted by enough agents. {{(pid=91773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 06:59:31.856668 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.scheduler.base_scheduler [None req-b043cd24-88e0-4f1e-bebc-4eb6ad4baba1 admin admin] Resources bound (agent type, host, resource id): {{(pid=91773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 06:59:31.860352 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b043cd24-88e0-4f1e-bebc-4eb6ad4baba1 admin admin] Received port after_create {{(pid=91773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 06:59:31.900076 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b043cd24-88e0-4f1e-bebc-4eb6ad4baba1 admin admin] Pushing event updated for resources: {'Port': ['ID=e600154d-9788-47a9-966c-c6c880bdb9c7,revision_number=1']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:59:31.906175 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-b043cd24-88e0-4f1e-bebc-4eb6ad4baba1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:59:31.937457 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-b043cd24-88e0-4f1e-bebc-4eb6ad4baba1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1754342'] for router_interface, before_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:31.943096 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608862cc-5d97-4949-baf8-a2c5f0ebd862 req-2b97186b-2e6d-4a2b-b089-38d4cd4c32c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:59:31.944512 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-608862cc-5d97-4949-baf8-a2c5f0ebd862 req-2b97186b-2e6d-4a2b-b089-38d4cd4c32c8 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d923eec5-f613-4137-bc9f-8f5300ca5016&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1375163 Jun 07 06:59:32.078134 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-b9ef2e42-8c5f-4553-8153-a1f2ec85bbd3 None None] Notify callbacks [] for port, precommit_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:32.131455 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.db.provisioning_blocks [None req-965097da-4f8a-41b4-8372-844ae902059c None None] Provisioning for port e600154d-9788-47a9-966c-c6c880bdb9c7 completed by entity DHCP. {{(pid=91774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 06:59:32.137195 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.db.provisioning_blocks [None req-965097da-4f8a-41b4-8372-844ae902059c None None] Provisioning complete for port e600154d-9788-47a9-966c-c6c880bdb9c7 triggered by entity DHCP. {{(pid=91774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 06:59:32.137615 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-965097da-4f8a-41b4-8372-844ae902059c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723953'] for port, provisioning_complete {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:32.158137 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-84b13ac1-1a50-4ae3-bafe-a417a68ffcbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-569476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762332438236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762331935088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2958583'] for port, after_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:32.173937 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-180345fa-326b-405e-8969-41aa27dde8d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:59:32.175781 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.db.provisioning_blocks [None req-b9ef2e42-8c5f-4553-8153-a1f2ec85bbd3 None None] Transition to ACTIVE for port object ab40e4b6-8da5-4ae3-a6ae-600470ce4d41 will not be triggered until provisioned by entity L2. {{(pid=91774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 06:59:32.189703 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-b9ef2e42-8c5f-4553-8153-a1f2ec85bbd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-569476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762332438254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762331935097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762331935142'] for port, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:32.200209 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:59:32.228885 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b13ac1-1a50-4ae3-bafe-a417a68ffcbe admin admin] Pushing event deleted for resources: {'Port': ['ID=d9d1e037-910b-4f06-b2df-5bdcffd157e6,revision_number=None']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:59:32.260320 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-b043cd24-88e0-4f1e-bebc-4eb6ad4baba1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564700'] for port, before_update {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:32.277103 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-84b13ac1-1a50-4ae3-bafe-a417a68ffcbe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:59:32.286711 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.plugin [None req-965097da-4f8a-41b4-8372-844ae902059c None None] Port e600154d-9788-47a9-966c-c6c880bdb9c7 cannot update to ACTIVE because it is not bound. {{(pid=91774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 07 06:59:32.288308 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.managers [None req-b9ef2e42-8c5f-4553-8153-a1f2ec85bbd3 None None] Attempting to bind port ab40e4b6-8da5-4ae3-a6ae-600470ce4d41 on host dv-cinder-784140-5-smb for vnic_type normal with profile {{(pid=91774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 06:59:32.288687 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.managers [None req-b9ef2e42-8c5f-4553-8153-a1f2ec85bbd3 None None] Attempting to bind port ab40e4b6-8da5-4ae3-a6ae-600470ce4d41 by drivers openvswitch,hyperv on host dv-cinder-784140-5-smb at level 0 using segments [{'id': 'a651428c-972d-4b8e-a20b-c49a0a4f9500', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a84d0276-e36b-485f-b034-cb606776a5f5'}] {{(pid=91774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 06:59:32.289052 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9ef2e42-8c5f-4553-8153-a1f2ec85bbd3 None None] Attempting to bind port ab40e4b6-8da5-4ae3-a6ae-600470ce4d41 on network a84d0276-e36b-485f-b034-cb606776a5f5 {{(pid=91774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 06:59:32.300609 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9ef2e42-8c5f-4553-8153-a1f2ec85bbd3 None None] Checking agent: {'id': '2cbbf4dd-47cd-4e79-9ddf-2f0b457e4e7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784140-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 6, 46, 9), 'started_at': datetime.datetime(2021, 6, 7, 6, 46, 39), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 6, 59, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784140-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 06:59:32.300989 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9ef2e42-8c5f-4553-8153-a1f2ec85bbd3 None None] Checking segment: {'id': 'a651428c-972d-4b8e-a20b-c49a0a4f9500', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a84d0276-e36b-485f-b034-cb606776a5f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 06:59:32.301390 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-b9ef2e42-8c5f-4553-8153-a1f2ec85bbd3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:32.301786 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9ef2e42-8c5f-4553-8153-a1f2ec85bbd3 None None] Bound using segment: {'id': 'a651428c-972d-4b8e-a20b-c49a0a4f9500', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a84d0276-e36b-485f-b034-cb606776a5f5'} {{(pid=91774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 06:59:32.302260 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.managers [None req-b9ef2e42-8c5f-4553-8153-a1f2ec85bbd3 None None] Bound port: ab40e4b6-8da5-4ae3-a6ae-600470ce4d41, host: dv-cinder-784140-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a651428c-972d-4b8e-a20b-c49a0a4f9500', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a84d0276-e36b-485f-b034-cb606776a5f5'}}] {{(pid=91774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 06:59:32.302640 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-b9ef2e42-8c5f-4553-8153-a1f2ec85bbd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564700'] for port, before_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:32.332959 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ce51c9-6078-42a0-a023-52b0ae32afa5 None None] Pushing event updated for resources: {'Port': ['ID=ab40e4b6-8da5-4ae3-a6ae-600470ce4d41,revision_number=2']} {{(pid=91774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:59:32.342702 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-14ce51c9-6078-42a0-a023-52b0ae32afa5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:59:32.394689 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.db [None req-b9ef2e42-8c5f-4553-8153-a1f2ec85bbd3 None None] For port ab40e4b6-8da5-4ae3-a6ae-600470ce4d41, host dv-cinder-784140-5-smb, cleared binding levels {{(pid=91774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 06:59:32.401891 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.db [None req-b9ef2e42-8c5f-4553-8153-a1f2ec85bbd3 None None] For port ab40e4b6-8da5-4ae3-a6ae-600470ce4d41, host dv-cinder-784140-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-5-smb',level=0,port_id=ab40e4b6-8da5-4ae3-a6ae-600470ce4d41,segment=NetworkSegment(a651428c-972d-4b8e-a20b-c49a0a4f9500),segment_id=a651428c-972d-4b8e-a20b-c49a0a4f9500)] {{(pid=91774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 06:59:32.410360 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-b9ef2e42-8c5f-4553-8153-a1f2ec85bbd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-569476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762332438254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762331935097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762331935142'] for port, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:32.421773 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:59:32.458471 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-608862cc-5d97-4949-baf8-a2c5f0ebd862 req-63c9209f-804b-4c22-b556-a53f322ea9a1 service neutron] 10.222.0.43 "GET /v2.0/networks/d923eec5-f613-4137-bc9f-8f5300ca5016?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5027947 Jun 07 06:59:32.495499 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9ef2e42-8c5f-4553-8153-a1f2ec85bbd3 None None] Routers {'5df4ec0d-e08e-4ec5-9fee-0ee8e30370d9'} bound to L3 agent in host dv-cinder-784140-5-smb {{(pid=91774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 06:59:32.496259 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.db.l3_hamode_db [None req-b9ef2e42-8c5f-4553-8153-a1f2ec85bbd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-07T06:46:09Z,description=,heartbeat_timestamp=2021-06-07T06:59:09Z,host='dv-cinder-784140-5-smb',id=dd8e9e9b-c9b0-4755-a773-57df6dee4a2e,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T06:46:09Z,topic='l3_agent')) {'router_ids': ['5df4ec0d-e08e-4ec5-9fee-0ee8e30370d9'], 'active': True} {{(pid=91774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 06:59:32.573001 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ce51c9-6078-42a0-a023-52b0ae32afa5 None None] Pushing event updated for resources: {'Port': ['ID=ab40e4b6-8da5-4ae3-a6ae-600470ce4d41,revision_number=3']} {{(pid=91774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:59:32.587968 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-14ce51c9-6078-42a0-a023-52b0ae32afa5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:59:32.609910 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286a1099-6d31-426e-b71c-d7ac59366692 req-e9ae58d3-dc07-45d2-b3ce-94a16ecbf0d3 tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:59:32.616930 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-286a1099-6d31-426e-b71c-d7ac59366692 req-e9ae58d3-dc07-45d2-b3ce-94a16ecbf0d3 tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] 10.222.0.21 "GET /v2.0/ports?device_id=ebdb7c72-c3d1-47bb-9d0a-4f00e59b88dc HTTP/1.1" status: 200 len: 943 time: 0.5162189 Jun 07 06:59:32.657134 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-b043cd24-88e0-4f1e-bebc-4eb6ad4baba1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:32.662005 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-b043cd24-88e0-4f1e-bebc-4eb6ad4baba1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-569476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762332438254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762331935097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762331935142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2253286'] for port, after_update {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:32.689728 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-f06f0104-188f-4a07-8ccd-5a475ce964fb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:59:32.699842 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.db.l3_dvr_db [None req-b9ef2e42-8c5f-4553-8153-a1f2ec85bbd3 None None] Set router 5df4ec0d-e08e-4ec5-9fee-0ee8e30370d9 gateway port host: dv-cinder-784140-5-smb {{(pid=91774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 06:59:32.769485 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-b043cd24-88e0-4f1e-bebc-4eb6ad4baba1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1648547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1663678'] for router_interface, after_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:32.774227 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b043cd24-88e0-4f1e-bebc-4eb6ad4baba1 admin admin] Pushing event updated for resources: {'Port': ['ID=e600154d-9788-47a9-966c-c6c880bdb9c7,revision_number=2']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:59:32.778156 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-b043cd24-88e0-4f1e-bebc-4eb6ad4baba1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:59:32.835276 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-286a1099-6d31-426e-b71c-d7ac59366692 req-23dd0e89-61ec-4fe1-b98c-a2d7325ded17 tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] 10.222.0.21 "GET /v2.0/security-groups?id=c87f206a-51e2-42cb-bc99-41914c02c812&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2174349 Jun 07 06:59:32.856757 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-608862cc-5d97-4949-baf8-a2c5f0ebd862 req-d0d62509-3a40-4d4e-9867-6b137c75b04f service neutron] 10.222.0.43 "GET /v2.0/networks/d923eec5-f613-4137-bc9f-8f5300ca5016?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3825037 Jun 07 06:59:32.864370 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-84b13ac1-1a50-4ae3-bafe-a417a68ffcbe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1648554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1666458'] for router_interface, after_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:32.931099 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b043cd24-88e0-4f1e-bebc-4eb6ad4baba1 admin admin] Network cfdcb8d4-2725-43b3-bec2-2752645cd65b is already hosted by enough agents. {{(pid=91773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 06:59:32.933219 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.scheduler.base_scheduler [None req-b043cd24-88e0-4f1e-bebc-4eb6ad4baba1 admin admin] Resources bound (agent type, host, resource id): {{(pid=91773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 06:59:33.145907 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.db.l3_hamode_db [None req-b9ef2e42-8c5f-4553-8153-a1f2ec85bbd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5df4ec0d-e08e-4ec5-9fee-0ee8e30370d9', 'name': 'tempest-TestShelveInstance-799366104-router', 'tenant_id': '63259f101b0f43feaf7d17246f8deb6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a84d0276-e36b-485f-b034-cb606776a5f5', 'external_fixed_ips': [{'subnet_id': 'bc8e845f-21f5-4331-a893-3fabfb1361b8', 'ip_address': '172.28.3.85'}], 'enable_snat': True}, 'gw_port_id': 'ab40e4b6-8da5-4ae3-a6ae-600470ce4d41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T06:59:27Z', 'updated_at': '2021-06-07T06:59:32Z', 'revision_number': 4, 'project_id': '63259f101b0f43feaf7d17246f8deb6a', 'gw_port': {'id': 'ab40e4b6-8da5-4ae3-a6ae-600470ce4d41', 'name': '', 'network_id': 'a84d0276-e36b-485f-b034-cb606776a5f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:ed:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5df4ec0d-e08e-4ec5-9fee-0ee8e30370d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': 'bc8e845f-21f5-4331-a893-3fabfb1361b8', 'ip_address': '172.28.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T06:59:28Z', 'updated_at': '2021-06-07T06:59:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc8e845f-21f5-4331-a893-3fabfb1361b8', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-5-smb', '_interfaces': [{'id': 'e600154d-9788-47a9-966c-c6c880bdb9c7', 'name': '', 'network_id': 'cfdcb8d4-2725-43b3-bec2-2752645cd65b', 'tenant_id': '63259f101b0f43feaf7d17246f8deb6a', 'mac_address': 'fa:16:3e:d4:09:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5df4ec0d-e08e-4ec5-9fee-0ee8e30370d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '0995f535-b93b-4925-8eac-90df3c9a1741', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T06:59:31Z', 'updated_at': '2021-06-07T06:59:31Z', 'revision_number': 1, 'project_id': '63259f101b0f43feaf7d17246f8deb6a', 'subnets': [{'id': '0995f535-b93b-4925-8eac-90df3c9a1741', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784140-5-smb', False) {} {{(pid=91774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 06:59:33.158418 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9ef2e42-8c5f-4553-8153-a1f2ec85bbd3 None None] The sync data for ids ['5df4ec0d-e08e-4ec5-9fee-0ee8e30370d9'] in dv-cinder-784140-5-smb is: [{'id': '5df4ec0d-e08e-4ec5-9fee-0ee8e30370d9', 'name': 'tempest-TestShelveInstance-799366104-router', 'tenant_id': '63259f101b0f43feaf7d17246f8deb6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a84d0276-e36b-485f-b034-cb606776a5f5', 'external_fixed_ips': [{'subnet_id': 'bc8e845f-21f5-4331-a893-3fabfb1361b8', 'ip_address': '172.28.3.85'}], 'enable_snat': True}, 'gw_port_id': 'ab40e4b6-8da5-4ae3-a6ae-600470ce4d41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T06:59:27Z', 'updated_at': '2021-06-07T06:59:32Z', 'revision_number': 4, 'project_id': '63259f101b0f43feaf7d17246f8deb6a', 'gw_port': {'id': 'ab40e4b6-8da5-4ae3-a6ae-600470ce4d41', 'name': '', 'network_id': 'a84d0276-e36b-485f-b034-cb606776a5f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:ed:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5df4ec0d-e08e-4ec5-9fee-0ee8e30370d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': 'bc8e845f-21f5-4331-a893-3fabfb1361b8', 'ip_address': '172.28.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T06:59:28Z', 'updated_at': '2021-06-07T06:59:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc8e845f-21f5-4331-a893-3fabfb1361b8', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-5-smb', '_interfaces': [{'id': 'e600154d-9788-47a9-966c-c6c880bdb9c7', 'name': '', 'network_id': 'cfdcb8d4-2725-43b3-bec2-2752645cd65b', 'tenant_id': '63259f101b0f43feaf7d17246f8deb6a', 'mac_address': 'fa:16:3e:d4:09:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5df4ec0d-e08e-4ec5-9fee-0ee8e30370d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '0995f535-b93b-4925-8eac-90df3c9a1741', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T06:59:31Z', 'updated_at': '2021-06-07T06:59:31Z', 'revision_number': 1, 'project_id': '63259f101b0f43feaf7d17246f8deb6a', 'subnets': [{'id': '0995f535-b93b-4925-8eac-90df3c9a1741', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 06:59:33.184214 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b043cd24-88e0-4f1e-bebc-4eb6ad4baba1 admin admin] Router 5df4ec0d-e08e-4ec5-9fee-0ee8e30370d9 has already been hosted by L3 agent dd8e9e9b-c9b0-4755-a773-57df6dee4a2e {{(pid=91773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 06:59:33.337537 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.db.provisioning_blocks [None req-41fe792a-2d7f-4baa-9b1c-d6630826be39 None None] Provisioning complete for port e600154d-9788-47a9-966c-c6c880bdb9c7 triggered by entity DHCP. {{(pid=91774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 06:59:33.337969 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-41fe792a-2d7f-4baa-9b1c-d6630826be39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723953'] for port, provisioning_complete {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:33.360664 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84b13ac1-1a50-4ae3-bafe-a417a68ffcbe admin admin] Router 852672d4-2b1a-4285-9b73-bdfb9c7df3b9 has already been hosted by L3 agent dd8e9e9b-c9b0-4755-a773-57df6dee4a2e {{(pid=91772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 06:59:33.404793 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b043cd24-88e0-4f1e-bebc-4eb6ad4baba1 admin admin] Notify agent at l3_agent.dv-cinder-784140-5-smb the message routers_updated {{(pid=91773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 06:59:33.411517 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [None req-b043cd24-88e0-4f1e-bebc-4eb6ad4baba1 admin admin] 10.222.0.21 "PUT /v2.0/routers/5df4ec0d-e08e-4ec5-9fee-0ee8e30370d9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7876329 Jun 07 06:59:33.464923 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.plugin [None req-41fe792a-2d7f-4baa-9b1c-d6630826be39 None None] Port e600154d-9788-47a9-966c-c6c880bdb9c7 cannot update to ACTIVE because it is not bound. {{(pid=91774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 07 06:59:33.626126 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84b13ac1-1a50-4ae3-bafe-a417a68ffcbe admin admin] Notify agent at l3_agent.dv-cinder-784140-5-smb the message routers_updated {{(pid=91772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 06:59:33.634317 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [None req-84b13ac1-1a50-4ae3-bafe-a417a68ffcbe admin admin] 10.222.0.21 "PUT /v2.0/routers/852672d4-2b1a-4285-9b73-bdfb9c7df3b9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3578174 Jun 07 06:59:33.636750 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.wsgi [-] (91772) accepted ('10.222.0.21', 59364) {{(pid=91772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:59:33.641853 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-012026e2-2dd5-494e-8db7-9d2f88d4d6c6 None None] Sync routers for ids ['852672d4-2b1a-4285-9b73-bdfb9c7df3b9'] in dv-cinder-784140-5-smb {{(pid=91775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 06:59:33.655402 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-012026e2-2dd5-494e-8db7-9d2f88d4d6c6 None None] Routers {'852672d4-2b1a-4285-9b73-bdfb9c7df3b9'} bound to L3 agent in host dv-cinder-784140-5-smb {{(pid=91775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 06:59:33.656472 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron.db.l3_hamode_db [None req-012026e2-2dd5-494e-8db7-9d2f88d4d6c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-07T06:46:09Z,description=,heartbeat_timestamp=2021-06-07T06:59:09Z,host='dv-cinder-784140-5-smb',id=dd8e9e9b-c9b0-4755-a773-57df6dee4a2e,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T06:46:09Z,topic='l3_agent')) {'router_ids': ['852672d4-2b1a-4285-9b73-bdfb9c7df3b9'], 'active': True} {{(pid=91775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 06:59:33.876339 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-12f4b92e-2e73-41f8-b029-087e5254d39a admin admin] Notify callbacks [] for router, before_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:34.174366 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron.db.l3_dvr_db [None req-012026e2-2dd5-494e-8db7-9d2f88d4d6c6 None None] Set router 852672d4-2b1a-4285-9b73-bdfb9c7df3b9 gateway port host: dv-cinder-784140-5-smb {{(pid=91775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 06:59:34.537799 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-12f4b92e-2e73-41f8-b029-087e5254d39a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:34.684719 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc44b25-23c3-45b4-8439-76f0120192b7 req-dc1ce79d-deea-4213-9d61-b881835c8b11 tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:59:34.692077 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-afc44b25-23c3-45b4-8439-76f0120192b7 req-dc1ce79d-deea-4213-9d61-b881835c8b11 tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] 10.222.0.21 "GET /v2.0/ports?device_id=ebdb7c72-c3d1-47bb-9d0a-4f00e59b88dc HTTP/1.1" status: 200 len: 943 time: 0.5307097 Jun 07 06:59:34.718120 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.21', 59372) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:59:34.724195 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.v2.base [None req-20822292-92e4-49b9-98bc-f9ab6edf6b90 tempest-TestShelveInstance-1834904767 tempest-TestShelveInstance-1834904767-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-386986902', 'description': 'tempest-secgroup-smoke-386986902 description', 'project_id': '42bf171906a3442fbd2784138b6a35de'}} {{(pid=91773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 06:59:34.761707 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-afc44b25-23c3-45b4-8439-76f0120192b7 req-99cec37d-cb1d-4738-a491-77bc413b79bd tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] 10.222.0.21 "GET /v2.0/security-groups?id=c87f206a-51e2-42cb-bc99-41914c02c812&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659726 Jun 07 06:59:34.767972 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-20822292-92e4-49b9-98bc-f9ab6edf6b90 tempest-TestShelveInstance-1834904767 tempest-TestShelveInstance-1834904767-project] Notify callbacks [] for security_group, before_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:34.774592 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron.db.l3_hamode_db [None req-012026e2-2dd5-494e-8db7-9d2f88d4d6c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '852672d4-2b1a-4285-9b73-bdfb9c7df3b9', 'name': 'tempest-AttachVolumeTestJSON-144816171-router', 'tenant_id': '0cf7ac6ccb8642d894b6ba7f74160152', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a84d0276-e36b-485f-b034-cb606776a5f5', 'external_fixed_ips': [{'subnet_id': 'bc8e845f-21f5-4331-a893-3fabfb1361b8', 'ip_address': '172.28.3.137'}], 'enable_snat': True}, 'gw_port_id': 'a07d77e8-c48f-40ee-9e8e-84af200e686b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T06:53:50Z', 'updated_at': '2021-06-07T06:59:31Z', 'revision_number': 5, 'project_id': '0cf7ac6ccb8642d894b6ba7f74160152', 'gw_port': {'id': 'a07d77e8-c48f-40ee-9e8e-84af200e686b', 'name': '', 'network_id': 'a84d0276-e36b-485f-b034-cb606776a5f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:85:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '852672d4-2b1a-4285-9b73-bdfb9c7df3b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'bc8e845f-21f5-4331-a893-3fabfb1361b8', 'ip_address': '172.28.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T06:53:51Z', 'updated_at': '2021-06-07T06:54:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc8e845f-21f5-4331-a893-3fabfb1361b8', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-5-smb'}], 'dv-cinder-784140-5-smb', False) {} {{(pid=91775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 06:59:34.780347 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-012026e2-2dd5-494e-8db7-9d2f88d4d6c6 None None] Checking router: 852672d4-2b1a-4285-9b73-bdfb9c7df3b9 for host: dv-cinder-784140-5-smb {{(pid=91775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 06:59:34.792859 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.plugins.ml2.plugin [None req-12f4b92e-2e73-41f8-b029-087e5254d39a admin admin] Deleting port a07d77e8-c48f-40ee-9e8e-84af200e686b {{(pid=91772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 06:59:34.793883 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-012026e2-2dd5-494e-8db7-9d2f88d4d6c6 None None] Routers {'852672d4-2b1a-4285-9b73-bdfb9c7df3b9'} bound to L3 agent in host dv-cinder-784140-5-smb {{(pid=91775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 06:59:34.794665 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-12f4b92e-2e73-41f8-b029-087e5254d39a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762332413660'] for port, before_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:34.797746 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron.db.l3_hamode_db [None req-012026e2-2dd5-494e-8db7-9d2f88d4d6c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-07T06:46:09Z,description=,heartbeat_timestamp=2021-06-07T06:59:09Z,host='dv-cinder-784140-5-smb',id=dd8e9e9b-c9b0-4755-a773-57df6dee4a2e,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T06:46:09Z,topic='l3_agent')) {'router_ids': ['852672d4-2b1a-4285-9b73-bdfb9c7df3b9'], 'active': True} {{(pid=91775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 06:59:34.930981 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-20822292-92e4-49b9-98bc-f9ab6edf6b90 tempest-TestShelveInstance-1834904767 tempest-TestShelveInstance-1834904767-project] Notify callbacks [] for security_group, precommit_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:34.940612 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-20822292-92e4-49b9-98bc-f9ab6edf6b90 tempest-TestShelveInstance-1834904767 tempest-TestShelveInstance-1834904767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1706761'] for security_group, after_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:34.950161 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-10f6f3e6-61c0-4214-bb00-0374fcd3e687 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:59:34.995661 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.plugins.ml2.db [None req-12f4b92e-2e73-41f8-b029-087e5254d39a admin admin] For port a07d77e8-c48f-40ee-9e8e-84af200e686b, host dv-cinder-784140-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-5-smb',level=0,port_id=a07d77e8-c48f-40ee-9e8e-84af200e686b,segment=NetworkSegment(a651428c-972d-4b8e-a20b-c49a0a4f9500),segment_id=a651428c-972d-4b8e-a20b-c49a0a4f9500)] {{(pid=91772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 06:59:34.996202 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-12f4b92e-2e73-41f8-b029-087e5254d39a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1669251'] for port, precommit_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:35.001794 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-20822292-92e4-49b9-98bc-f9ab6edf6b90 tempest-TestShelveInstance-1834904767 tempest-TestShelveInstance-1834904767-project] Notify callbacks [] for security_group, before_response {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:35.006066 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [None req-20822292-92e4-49b9-98bc-f9ab6edf6b90 tempest-TestShelveInstance-1834904767 tempest-TestShelveInstance-1834904767-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2837517 Jun 07 06:59:35.009731 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.wsgi [-] (91772) accepted ('10.222.0.21', 59374) {{(pid=91772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:59:35.016775 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.v2.base [None req-d1e3b5fb-04b7-4a36-8d25-18c9242ca3c3 tempest-TestShelveInstance-1834904767 tempest-TestShelveInstance-1834904767-project] Request body: {'security_group_rule': {'security_group_id': '97a227cc-1355-40b2-84f2-7e186898cbd7', 'project_id': '42bf171906a3442fbd2784138b6a35de', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 06:59:35.017651 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20822292-92e4-49b9-98bc-f9ab6edf6b90 tempest-TestShelveInstance-1834904767 tempest-TestShelveInstance-1834904767-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97a227cc-1355-40b2-84f2-7e186898cbd7,revision_number=1']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:59:35.027948 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-20822292-92e4-49b9-98bc-f9ab6edf6b90 tempest-TestShelveInstance-1834904767 tempest-TestShelveInstance-1834904767-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:59:35.036389 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron.db.l3_dvr_db [None req-012026e2-2dd5-494e-8db7-9d2f88d4d6c6 None None] Set router 852672d4-2b1a-4285-9b73-bdfb9c7df3b9 gateway port host: None {{(pid=91775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 06:59:35.160829 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron.db.l3_hamode_db [None req-012026e2-2dd5-494e-8db7-9d2f88d4d6c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '852672d4-2b1a-4285-9b73-bdfb9c7df3b9', 'name': 'tempest-AttachVolumeTestJSON-144816171-router', 'tenant_id': '0cf7ac6ccb8642d894b6ba7f74160152', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T06:53:50Z', 'updated_at': '2021-06-07T06:59:34Z', 'revision_number': 6, 'project_id': '0cf7ac6ccb8642d894b6ba7f74160152', 'gw_port_host': None}], 'dv-cinder-784140-5-smb', False) {} {{(pid=91775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 06:59:35.179334 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.plugins.ml2.plugin [None req-12f4b92e-2e73-41f8-b029-087e5254d39a admin admin] Calling delete_port for a07d77e8-c48f-40ee-9e8e-84af200e686b owned by network:router_gateway {{(pid=91772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 06:59:35.185989 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-012026e2-2dd5-494e-8db7-9d2f88d4d6c6 None None] The sync data for ids ['852672d4-2b1a-4285-9b73-bdfb9c7df3b9'] in dv-cinder-784140-5-smb is: [{'id': '852672d4-2b1a-4285-9b73-bdfb9c7df3b9', 'name': 'tempest-AttachVolumeTestJSON-144816171-router', 'tenant_id': '0cf7ac6ccb8642d894b6ba7f74160152', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T06:53:50Z', 'updated_at': '2021-06-07T06:59:34Z', 'revision_number': 6, 'project_id': '0cf7ac6ccb8642d894b6ba7f74160152', 'gw_port_host': None}] {{(pid=91775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 06:59:35.236419 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-d1e3b5fb-04b7-4a36-8d25-18c9242ca3c3 tempest-TestShelveInstance-1834904767 tempest-TestShelveInstance-1834904767-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:35.390654 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-d1e3b5fb-04b7-4a36-8d25-18c9242ca3c3 tempest-TestShelveInstance-1834904767 tempest-TestShelveInstance-1834904767-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:35.397345 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-d1e3b5fb-04b7-4a36-8d25-18c9242ca3c3 tempest-TestShelveInstance-1834904767 tempest-TestShelveInstance-1834904767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1706850'] for security_group_rule, after_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:35.400690 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:59:35.425295 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e3b5fb-04b7-4a36-8d25-18c9242ca3c3 tempest-TestShelveInstance-1834904767 tempest-TestShelveInstance-1834904767-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28738a43-ff81-4414-8cdc-5842a43ec76f,revision_number=0']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:59:35.429529 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-d1e3b5fb-04b7-4a36-8d25-18c9242ca3c3 tempest-TestShelveInstance-1834904767 tempest-TestShelveInstance-1834904767-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:59:35.439094 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-d1e3b5fb-04b7-4a36-8d25-18c9242ca3c3 tempest-TestShelveInstance-1834904767 tempest-TestShelveInstance-1834904767-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:35.440338 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [None req-d1e3b5fb-04b7-4a36-8d25-18c9242ca3c3 tempest-TestShelveInstance-1834904767 tempest-TestShelveInstance-1834904767-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4294331 Jun 07 06:59:35.443275 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.21', 59376) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:59:35.449041 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.v2.base [None req-beb2d08d-ffa9-4001-8e3b-46ebc143b4a3 tempest-TestShelveInstance-1834904767 tempest-TestShelveInstance-1834904767-project] Request body: {'security_group_rule': {'security_group_id': '97a227cc-1355-40b2-84f2-7e186898cbd7', 'project_id': '42bf171906a3442fbd2784138b6a35de', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=91773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 06:59:35.506415 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-beb2d08d-ffa9-4001-8e3b-46ebc143b4a3 tempest-TestShelveInstance-1834904767 tempest-TestShelveInstance-1834904767-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:35.519860 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-12f4b92e-2e73-41f8-b029-087e5254d39a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-569476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762332438236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762331935088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2958583'] for port, after_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:35.526543 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-16eee4d9-2b94-4a40-8dca-055d7090023b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:59:35.571616 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f4b92e-2e73-41f8-b029-087e5254d39a admin admin] Pushing event deleted for resources: {'Port': ['ID=a07d77e8-c48f-40ee-9e8e-84af200e686b,revision_number=None']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:59:35.613163 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-12f4b92e-2e73-41f8-b029-087e5254d39a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:59:35.652983 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-beb2d08d-ffa9-4001-8e3b-46ebc143b4a3 tempest-TestShelveInstance-1834904767 tempest-TestShelveInstance-1834904767-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:35.660446 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-beb2d08d-ffa9-4001-8e3b-46ebc143b4a3 tempest-TestShelveInstance-1834904767 tempest-TestShelveInstance-1834904767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1706850'] for security_group_rule, after_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:35.682240 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-815f560f-dfaa-4b23-b3ef-b0b47474404f tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:59:35.700561 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-beb2d08d-ffa9-4001-8e3b-46ebc143b4a3 tempest-TestShelveInstance-1834904767 tempest-TestShelveInstance-1834904767-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:35.704412 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [None req-beb2d08d-ffa9-4001-8e3b-46ebc143b4a3 tempest-TestShelveInstance-1834904767 tempest-TestShelveInstance-1834904767-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2574589 Jun 07 06:59:35.704590 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.21', 59378) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:59:35.709047 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.v2.base [None req-634f6daa-2858-4153-916e-d8fdaeb18de8 tempest-TestShelveInstance-1834904767 tempest-TestShelveInstance-1834904767-project] Request body: {'security_group_rule': {'security_group_id': '97a227cc-1355-40b2-84f2-7e186898cbd7', 'project_id': '42bf171906a3442fbd2784138b6a35de', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=91773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 06:59:35.725377 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-12f4b92e-2e73-41f8-b029-087e5254d39a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1754180'] for router_gateway, after_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:35.751358 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb2d08d-ffa9-4001-8e3b-46ebc143b4a3 tempest-TestShelveInstance-1834904767 tempest-TestShelveInstance-1834904767-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f409159-acea-4970-b27d-0237395ef272,revision_number=0']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:59:35.754726 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-beb2d08d-ffa9-4001-8e3b-46ebc143b4a3 tempest-TestShelveInstance-1834904767 tempest-TestShelveInstance-1834904767-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:59:35.756887 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-634f6daa-2858-4153-916e-d8fdaeb18de8 tempest-TestShelveInstance-1834904767 tempest-TestShelveInstance-1834904767-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:35.919464 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-634f6daa-2858-4153-916e-d8fdaeb18de8 tempest-TestShelveInstance-1834904767 tempest-TestShelveInstance-1834904767-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:35.924915 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-634f6daa-2858-4153-916e-d8fdaeb18de8 tempest-TestShelveInstance-1834904767 tempest-TestShelveInstance-1834904767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1706850'] for security_group_rule, after_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:35.927735 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:59:35.969938 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634f6daa-2858-4153-916e-d8fdaeb18de8 tempest-TestShelveInstance-1834904767 tempest-TestShelveInstance-1834904767-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c54421df-d8ad-4b69-b09d-a8f52e3138ea,revision_number=0']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:59:35.973650 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-634f6daa-2858-4153-916e-d8fdaeb18de8 tempest-TestShelveInstance-1834904767 tempest-TestShelveInstance-1834904767-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:59:35.981382 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-634f6daa-2858-4153-916e-d8fdaeb18de8 tempest-TestShelveInstance-1834904767 tempest-TestShelveInstance-1834904767-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:35.993155 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [None req-634f6daa-2858-4153-916e-d8fdaeb18de8 tempest-TestShelveInstance-1834904767 tempest-TestShelveInstance-1834904767-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2875676 Jun 07 06:59:35.996584 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.21', 59382) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:59:36.002604 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.v2.base [None req-ddcb94fa-bd02-4fea-9b07-fb525b376213 tempest-TestShelveInstance-1834904767 tempest-TestShelveInstance-1834904767-project] Request body: {'security_group_rule': {'security_group_id': '97a227cc-1355-40b2-84f2-7e186898cbd7', 'project_id': '42bf171906a3442fbd2784138b6a35de', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=91773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 06:59:36.043662 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-ddcb94fa-bd02-4fea-9b07-fb525b376213 tempest-TestShelveInstance-1834904767 tempest-TestShelveInstance-1834904767-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:36.051929 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-12f4b92e-2e73-41f8-b029-087e5254d39a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1660275', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3609'] for router, precommit_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:36.055359 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-12f4b92e-2e73-41f8-b029-087e5254d39a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:36.098017 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-12f4b92e-2e73-41f8-b029-087e5254d39a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1660399'] for router, after_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:36.098512 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12f4b92e-2e73-41f8-b029-087e5254d39a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 852672d4-2b1a-4285-9b73-bdfb9c7df3b9 {{(pid=91772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 07 06:59:36.110212 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-12f4b92e-2e73-41f8-b029-087e5254d39a admin admin] Notify callbacks [] for router, before_response {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:36.116543 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.21', 59384) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:59:36.120506 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [None req-12f4b92e-2e73-41f8-b029-087e5254d39a admin admin] 10.222.0.21 "DELETE /v2.0/routers/852672d4-2b1a-4285-9b73-bdfb9c7df3b9 HTTP/1.1" status: 204 len: 168 time: 2.4817593 Jun 07 06:59:36.142697 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82d1e1a-c66d-4218-b1a3-d58b509be8e8 req-7425c336-db19-45d8-9ad7-f6865b44df2d tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:59:36.144605 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-b82d1e1a-c66d-4218-b1a3-d58b509be8e8 req-7425c336-db19-45d8-9ad7-f6865b44df2d tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] 10.222.0.21 "GET /v2.0/ports?device_id=ebdb7c72-c3d1-47bb-9d0a-4f00e59b88dc HTTP/1.1" status: 200 len: 943 time: 0.2299180 Jun 07 06:59:36.220447 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-b82d1e1a-c66d-4218-b1a3-d58b509be8e8 req-3db2b2b2-868e-4417-8379-8d73e56e8e09 tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] 10.222.0.21 "GET /v2.0/security-groups?id=c87f206a-51e2-42cb-bc99-41914c02c812&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611234 Jun 07 06:59:36.246837 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c133968-1103-43e9-a806-ef19913d3be8 admin admin] Deleting subnet cf612fb8-f9f7-4687-b8ca-e3cc129879ce {{(pid=91773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 07 06:59:36.259813 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-8c133968-1103-43e9-a806-ef19913d3be8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:36.295564 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-ddcb94fa-bd02-4fea-9b07-fb525b376213 tempest-TestShelveInstance-1834904767 tempest-TestShelveInstance-1834904767-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:36.307763 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-ddcb94fa-bd02-4fea-9b07-fb525b376213 tempest-TestShelveInstance-1834904767 tempest-TestShelveInstance-1834904767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1706850'] for security_group_rule, after_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:36.318540 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:59:36.350509 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcb94fa-bd02-4fea-9b07-fb525b376213 tempest-TestShelveInstance-1834904767 tempest-TestShelveInstance-1834904767-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71b9eaa4-23d6-4461-bfc0-2b359bfa00ad,revision_number=0']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:59:36.353576 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-ddcb94fa-bd02-4fea-9b07-fb525b376213 tempest-TestShelveInstance-1834904767 tempest-TestShelveInstance-1834904767-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:59:36.356493 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-8c133968-1103-43e9-a806-ef19913d3be8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2155128'] for subnet, precommit_delete_associations {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:36.389250 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-ddcb94fa-bd02-4fea-9b07-fb525b376213 tempest-TestShelveInstance-1834904767 tempest-TestShelveInstance-1834904767-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:36.393115 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [None req-ddcb94fa-bd02-4fea-9b07-fb525b376213 tempest-TestShelveInstance-1834904767 tempest-TestShelveInstance-1834904767-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3926656 Jun 07 06:59:36.393414 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.wsgi [-] (91772) accepted ('10.222.0.21', 59386) {{(pid=91772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:59:36.398025 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.v2.base [None req-7ffc16c5-4358-49de-bda4-ba5e525e105c tempest-TestShelveInstance-1834904767 tempest-TestShelveInstance-1834904767-project] Request body: {'security_group_rule': {'security_group_id': '97a227cc-1355-40b2-84f2-7e186898cbd7', 'project_id': '42bf171906a3442fbd2784138b6a35de', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=91772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 06:59:36.434130 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.db.securitygroups_db [None req-7ffc16c5-4358-49de-bda4-ba5e525e105c tempest-TestShelveInstance-1834904767 tempest-TestShelveInstance-1834904767-project] Project 42bf171906a3442fbd2784138b6a35de added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 07 06:59:36.440964 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-7ffc16c5-4358-49de-bda4-ba5e525e105c tempest-TestShelveInstance-1834904767 tempest-TestShelveInstance-1834904767-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:36.508051 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-7ffc16c5-4358-49de-bda4-ba5e525e105c tempest-TestShelveInstance-1834904767 tempest-TestShelveInstance-1834904767-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:36.512889 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-7ffc16c5-4358-49de-bda4-ba5e525e105c tempest-TestShelveInstance-1834904767 tempest-TestShelveInstance-1834904767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1706850'] for security_group_rule, after_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:36.515233 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-d1e3b5fb-04b7-4a36-8d25-18c9242ca3c3 tempest-TestShelveInstance-1834904767 tempest-TestShelveInstance-1834904767-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:59:36.534408 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-8c133968-1103-43e9-a806-ef19913d3be8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-719335'] for subnet, precommit_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:36.541209 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffc16c5-4358-49de-bda4-ba5e525e105c tempest-TestShelveInstance-1834904767 tempest-TestShelveInstance-1834904767-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81ec6ca9-c311-4ecb-8be4-9b998f7470c7,revision_number=0']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:59:36.546795 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-7ffc16c5-4358-49de-bda4-ba5e525e105c tempest-TestShelveInstance-1834904767 tempest-TestShelveInstance-1834904767-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:59:36.551141 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-7ffc16c5-4358-49de-bda4-ba5e525e105c tempest-TestShelveInstance-1834904767 tempest-TestShelveInstance-1834904767-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:36.552515 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [None req-7ffc16c5-4358-49de-bda4-ba5e525e105c tempest-TestShelveInstance-1834904767 tempest-TestShelveInstance-1834904767-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1580682 Jun 07 06:59:36.555598 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.wsgi [-] (91772) accepted ('10.222.0.21', 59388) {{(pid=91772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:59:36.560510 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.v2.base [None req-81b9dee3-e4c2-484a-92d5-caa270f47c6e tempest-TestShelveInstance-1834904767 tempest-TestShelveInstance-1834904767-project] Request body: {'security_group_rule': {'security_group_id': '97a227cc-1355-40b2-84f2-7e186898cbd7', 'project_id': '42bf171906a3442fbd2784138b6a35de', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=91772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 06:59:36.586530 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.db.securitygroups_db [None req-81b9dee3-e4c2-484a-92d5-caa270f47c6e tempest-TestShelveInstance-1834904767 tempest-TestShelveInstance-1834904767-project] Project 42bf171906a3442fbd2784138b6a35de added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 07 06:59:36.597551 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-81b9dee3-e4c2-484a-92d5-caa270f47c6e tempest-TestShelveInstance-1834904767 tempest-TestShelveInstance-1834904767-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:36.659427 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-8c133968-1103-43e9-a806-ef19913d3be8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-719342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2253104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2142140'] for subnet, after_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:36.664877 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:59:36.683170 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-81b9dee3-e4c2-484a-92d5-caa270f47c6e tempest-TestShelveInstance-1834904767 tempest-TestShelveInstance-1834904767-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:36.687375 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-81b9dee3-e4c2-484a-92d5-caa270f47c6e tempest-TestShelveInstance-1834904767 tempest-TestShelveInstance-1834904767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1706850'] for security_group_rule, after_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:36.689688 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-55a2c5c9-5173-4a59-bebb-4af2e76c9f89 tempest-TestMinimumBasicScenario-608799379 tempest-TestMinimumBasicScenario-608799379-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:59:36.704870 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c133968-1103-43e9-a806-ef19913d3be8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cf612fb8-f9f7-4687-b8ca-e3cc129879ce,revision_number=None']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:59:36.707738 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-8c133968-1103-43e9-a806-ef19913d3be8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:59:36.709701 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-8c133968-1103-43e9-a806-ef19913d3be8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:36.710865 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [None req-8c133968-1103-43e9-a806-ef19913d3be8 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/cf612fb8-f9f7-4687-b8ca-e3cc129879ce HTTP/1.1" status: 204 len: 168 time: 0.5929565 Jun 07 06:59:36.713316 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.21', 59390) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:59:36.717245 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-935ecfd5-7429-41da-a2cc-5c762bd9ecb2 None None] Network 90cfa33b-3934-46a0-a3d0-faaa7bfec8df requested from dv-cinder-784140-5-smb {{(pid=91774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 06:59:36.720251 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b9dee3-e4c2-484a-92d5-caa270f47c6e tempest-TestShelveInstance-1834904767 tempest-TestShelveInstance-1834904767-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66b18ed7-b393-4bc5-a5b7-04527ac28493,revision_number=0']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:59:36.727961 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-81b9dee3-e4c2-484a-92d5-caa270f47c6e tempest-TestShelveInstance-1834904767 tempest-TestShelveInstance-1834904767-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:59:36.738015 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-81b9dee3-e4c2-484a-92d5-caa270f47c6e tempest-TestShelveInstance-1834904767 tempest-TestShelveInstance-1834904767-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:36.739515 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [None req-81b9dee3-e4c2-484a-92d5-caa270f47c6e tempest-TestShelveInstance-1834904767 tempest-TestShelveInstance-1834904767-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1825180 Jun 07 06:59:36.847548 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-86da0ab2-424d-4511-8d04-0d0804c80901 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538213'] for network, before_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:36.967210 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-9c8df4c6-48fb-4c29-b676-d0aaf0212fee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762332461204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723872'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:37.032869 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Device ab40e4b6-8da5-4ae3-a6ae-600470ce4d41 up at agent ovs-agent-dv-cinder-784140-5-smb {{(pid=91774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 06:59:37.058298 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.plugin [None req-86da0ab2-424d-4511-8d04-0d0804c80901 admin admin] Deleting port c4d2c098-2116-4f52-bf68-0feedcce274f {{(pid=91773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 06:59:37.058821 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-86da0ab2-424d-4511-8d04-0d0804c80901 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762332413660'] for port, before_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:37.392819 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.db.provisioning_blocks [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Provisioning for port ab40e4b6-8da5-4ae3-a6ae-600470ce4d41 completed by entity L2. {{(pid=91774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 06:59:37.419456 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.db.provisioning_blocks [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Provisioning complete for port ab40e4b6-8da5-4ae3-a6ae-600470ce4d41 triggered by entity L2. {{(pid=91774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 06:59:37.420007 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723953'] for port, provisioning_complete {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:37.538939 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2517313a-696a-4b90-9937-7efc210afce2 None None] Sync routers for ids ['5df4ec0d-e08e-4ec5-9fee-0ee8e30370d9'] in dv-cinder-784140-5-smb {{(pid=91774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 06:59:37.576751 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2517313a-696a-4b90-9937-7efc210afce2 None None] Routers {'5df4ec0d-e08e-4ec5-9fee-0ee8e30370d9'} bound to L3 agent in host dv-cinder-784140-5-smb {{(pid=91774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 06:59:37.576894 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.db.l3_hamode_db [None req-2517313a-696a-4b90-9937-7efc210afce2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-07T06:46:09Z,description=,heartbeat_timestamp=2021-06-07T06:59:09Z,host='dv-cinder-784140-5-smb',id=dd8e9e9b-c9b0-4755-a773-57df6dee4a2e,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T06:46:09Z,topic='l3_agent')) {'router_ids': ['5df4ec0d-e08e-4ec5-9fee-0ee8e30370d9'], 'active': True} {{(pid=91774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 06:59:37.586466 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.db [None req-86da0ab2-424d-4511-8d04-0d0804c80901 admin admin] For port c4d2c098-2116-4f52-bf68-0feedcce274f, host dv-cinder-784140-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-5-smb',level=0,port_id=c4d2c098-2116-4f52-bf68-0feedcce274f,segment=NetworkSegment(52b2ea56-693b-48b2-9a2b-8ef6c7482fc0),segment_id=52b2ea56-693b-48b2-9a2b-8ef6c7482fc0)] {{(pid=91773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 06:59:37.586849 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-86da0ab2-424d-4511-8d04-0d0804c80901 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1669251'] for port, precommit_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:37.616473 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a69a109-ad6a-47b4-a74f-673c1d00362b req-e3557cbc-6467-4020-8410-dd78ac3a1e8d tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:59:37.631333 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-7a69a109-ad6a-47b4-a74f-673c1d00362b req-e3557cbc-6467-4020-8410-dd78ac3a1e8d tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] 10.222.0.21 "GET /v2.0/ports?device_id=ebdb7c72-c3d1-47bb-9d0a-4f00e59b88dc HTTP/1.1" status: 200 len: 943 time: 0.2061560 Jun 07 06:59:37.652466 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d912d17-f775-4ec9-8c7b-92bad0747cdc None None] DHCP port deletion for 90cfa33b-3934-46a0-a3d0-faaa7bfec8df request from dv-cinder-784140-5-smb {{(pid=91774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 07 06:59:37.771864 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-7a69a109-ad6a-47b4-a74f-673c1d00362b req-59028260-3119-4e9f-899c-f231b3255d1a tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] 10.222.0.21 "GET /v2.0/security-groups?id=c87f206a-51e2-42cb-bc99-41914c02c812&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1334941 Jun 07 06:59:37.897431 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.plugin [None req-86da0ab2-424d-4511-8d04-0d0804c80901 admin admin] Calling delete_port for c4d2c098-2116-4f52-bf68-0feedcce274f owned by network:dhcp {{(pid=91773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 06:59:37.955523 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564700'] for port, before_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:37.968697 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.db.l3_dvr_db [None req-2517313a-696a-4b90-9937-7efc210afce2 None None] Set router 5df4ec0d-e08e-4ec5-9fee-0ee8e30370d9 gateway port host: dv-cinder-784140-5-smb {{(pid=91774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 06:59:37.978251 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-86da0ab2-424d-4511-8d04-0d0804c80901 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-569476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762332438236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762331935088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2253277'] for port, after_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:37.984580 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:59:38.038483 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86da0ab2-424d-4511-8d04-0d0804c80901 admin admin] Pushing event deleted for resources: {'Port': ['ID=c4d2c098-2116-4f52-bf68-0feedcce274f,revision_number=None']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:59:38.045282 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86da0ab2-424d-4511-8d04-0d0804c80901 admin admin] No DVR routers for this DVR port c4d2c098-2116-4f52-bf68-0feedcce274f on host dv-cinder-784140-5-smb {{(pid=91773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 06:59:38.047641 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-86da0ab2-424d-4511-8d04-0d0804c80901 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:59:38.051660 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.db [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] For port ab40e4b6-8da5-4ae3-a6ae-600470ce4d41, host dv-cinder-784140-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-5-smb',level=0,port_id=ab40e4b6-8da5-4ae3-a6ae-600470ce4d41,segment=NetworkSegment(a651428c-972d-4b8e-a20b-c49a0a4f9500),segment_id=a651428c-972d-4b8e-a20b-c49a0a4f9500)] {{(pid=91774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 06:59:38.060727 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.plugin [None req-7d912d17-f775-4ec9-8c7b-92bad0747cdc None None] Deleting port c4d2c098-2116-4f52-bf68-0feedcce274f {{(pid=91774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 06:59:38.061264 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-7d912d17-f775-4ec9-8c7b-92bad0747cdc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762332413660'] for port, before_delete {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:38.175018 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-569476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762332438254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762331935097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762331935142'] for port, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:38.191745 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-86da0ab2-424d-4511-8d04-0d0804c80901 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-722558', 'neutron.services.segments.db._delete_segments_for_network-8762332461222'] for network, precommit_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:38.193230 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-14ce51c9-6078-42a0-a023-52b0ae32afa5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:59:38.206682 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.services.segments.db [None req-86da0ab2-424d-4511-8d04-0d0804c80901 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90cfa33b-3934-46a0-a3d0-faaa7bfec8df']}} {{(pid=91773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 06:59:38.222564 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.services.segments.db [None req-86da0ab2-424d-4511-8d04-0d0804c80901 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52b2ea56-693b-48b2-9a2b-8ef6c7482fc0') {'for_net_delete': True} {{(pid=91773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 06:59:38.222854 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.services.segments.db [None req-86da0ab2-424d-4511-8d04-0d0804c80901 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52b2ea56-693b-48b2-9a2b-8ef6c7482fc0') {} {{(pid=91773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 06:59:38.236041 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-86da0ab2-424d-4511-8d04-0d0804c80901 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762332204737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2155073'] for segment, before_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:38.268588 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-86da0ab2-424d-4511-8d04-0d0804c80901 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-712556'] for segment, precommit_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:38.283638 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86da0ab2-424d-4511-8d04-0d0804c80901 admin admin] Releasing vlan 308 on physical network physnet1 to pool {{(pid=91773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 07 06:59:38.284069 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-86da0ab2-424d-4511-8d04-0d0804c80901 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-712556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2253194'] for segment, after_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:38.392601 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Pushing event updated for resources: {'Port': ['ID=ab40e4b6-8da5-4ae3-a6ae-600470ce4d41,revision_number=4']} {{(pid=91774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:59:38.396880 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:59:38.397770 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Device a07d77e8-c48f-40ee-9e8e-84af200e686b no longer exists at agent ovs-agent-dv-cinder-784140-5-smb {{(pid=91774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 06:59:38.412000 dv-cinder-784140-5-smb neutron-server[91773]: Traceback (most recent call last): Jun 07 06:59:38.412000 dv-cinder-784140-5-smb neutron-server[91773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 07 06:59:38.412000 dv-cinder-784140-5-smb neutron-server[91773]: timer() Jun 07 06:59:38.412000 dv-cinder-784140-5-smb neutron-server[91773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 07 06:59:38.412000 dv-cinder-784140-5-smb neutron-server[91773]: cb(*args, **kw) Jun 07 06:59:38.412000 dv-cinder-784140-5-smb neutron-server[91773]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 07 06:59:38.412000 dv-cinder-784140-5-smb neutron-server[91773]: return func(*args, **kwargs) Jun 07 06:59:38.412000 dv-cinder-784140-5-smb neutron-server[91773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 07 06:59:38.412000 dv-cinder-784140-5-smb neutron-server[91773]: self._notify() Jun 07 06:59:38.412000 dv-cinder-784140-5-smb neutron-server[91773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 07 06:59:38.412000 dv-cinder-784140-5-smb neutron-server[91773]: self.callback(batched_events) Jun 07 06:59:38.412000 dv-cinder-784140-5-smb neutron-server[91773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 07 06:59:38.412000 dv-cinder-784140-5-smb neutron-server[91773]: event.method(event) Jun 07 06:59:38.412000 dv-cinder-784140-5-smb neutron-server[91773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 07 06:59:38.412000 dv-cinder-784140-5-smb neutron-server[91773]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 07 06:59:38.412000 dv-cinder-784140-5-smb neutron-server[91773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 07 06:59:38.412000 dv-cinder-784140-5-smb neutron-server[91773]: aggregate_uuid = self.p_client.list_aggregates( Jun 07 06:59:38.412000 dv-cinder-784140-5-smb neutron-server[91773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 07 06:59:38.412000 dv-cinder-784140-5-smb neutron-server[91773]: return f(self, *a, **k) Jun 07 06:59:38.412000 dv-cinder-784140-5-smb neutron-server[91773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 07 06:59:38.412000 dv-cinder-784140-5-smb neutron-server[91773]: return self._get(url).json() Jun 07 06:59:38.412000 dv-cinder-784140-5-smb neutron-server[91773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 07 06:59:38.412000 dv-cinder-784140-5-smb neutron-server[91773]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 07 06:59:38.412000 dv-cinder-784140-5-smb neutron-server[91773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 07 06:59:38.412000 dv-cinder-784140-5-smb neutron-server[91773]: return self.request(url, 'GET', **kwargs) Jun 07 06:59:38.412000 dv-cinder-784140-5-smb neutron-server[91773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 07 06:59:38.412000 dv-cinder-784140-5-smb neutron-server[91773]: base_url = self.get_endpoint(auth, allow=allow, Jun 07 06:59:38.412000 dv-cinder-784140-5-smb neutron-server[91773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 07 06:59:38.412000 dv-cinder-784140-5-smb neutron-server[91773]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 07 06:59:38.412000 dv-cinder-784140-5-smb neutron-server[91773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 07 06:59:38.412000 dv-cinder-784140-5-smb neutron-server[91773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 07 06:59:38.412000 dv-cinder-784140-5-smb neutron-server[91773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 07 06:59:38.415834 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-86da0ab2-424d-4511-8d04-0d0804c80901 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-722533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1706969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754209'] for network, after_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:38.420454 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:59:38.452163 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-86da0ab2-424d-4511-8d04-0d0804c80901 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648630'] for network, before_response {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:38.454093 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [None req-86da0ab2-424d-4511-8d04-0d0804c80901 admin admin] 10.222.0.21 "DELETE /v2.0/networks/90cfa33b-3934-46a0-a3d0-faaa7bfec8df HTTP/1.1" status: 204 len: 168 time: 1.7395208 Jun 07 06:59:38.464038 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86da0ab2-424d-4511-8d04-0d0804c80901 admin admin] Pushing event deleted for resources: {'Network': ['ID=90cfa33b-3934-46a0-a3d0-faaa7bfec8df,revision_number=None']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:59:38.470851 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-86da0ab2-424d-4511-8d04-0d0804c80901 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:59:38.488652 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.db [None req-7d912d17-f775-4ec9-8c7b-92bad0747cdc None None] For port c4d2c098-2116-4f52-bf68-0feedcce274f, host dv-cinder-784140-5-smb, got binding levels [] {{(pid=91774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 06:59:38.489089 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-7d912d17-f775-4ec9-8c7b-92bad0747cdc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1669251'] for port, precommit_delete {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:38.637840 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.plugin [None req-7d912d17-f775-4ec9-8c7b-92bad0747cdc None None] Calling delete_port for c4d2c098-2116-4f52-bf68-0feedcce274f owned by network:dhcp {{(pid=91774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 06:59:38.641630 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.db.ipam_backend_mixin [None req-7d912d17-f775-4ec9-8c7b-92bad0747cdc None None] Port c4d2c098-2116-4f52-bf68-0feedcce274f was not found and therefore no delete operation was performed {{(pid=91774) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Jun 07 06:59:38.642712 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.21', 59454) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:59:38.725850 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [None req-28cc1809-074c-485e-aaef-898ebc621d7d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0cf7ac6ccb8642d894b6ba7f74160152&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0814538 Jun 07 06:59:38.728111 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.21', 59456) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:59:38.740172 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-7d912d17-f775-4ec9-8c7b-92bad0747cdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-569476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762332438236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762331935088'] for port, after_delete {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:38.754430 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:59:38.802066 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.plugin [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] No Port match for: a07d77e8-c48f-40ee-9e8e-84af200e686b {{(pid=91774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 06:59:38.802708 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Device a07d77e8-c48f-40ee-9e8e-84af200e686b not bound to the agent host dv-cinder-784140-5-smb {{(pid=91774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 06:59:38.803310 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Device d9d1e037-910b-4f06-b2df-5bdcffd157e6 no longer exists at agent ovs-agent-dv-cinder-784140-5-smb {{(pid=91774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 06:59:38.830649 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-31e514c0-72df-4a24-bdfb-8b1a6bf7d4d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:38.851266 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-7d912d17-f775-4ec9-8c7b-92bad0747cdc None None] Network 90cfa33b-3934-46a0-a3d0-faaa7bfec8df is not hosted by any dhcp agent {{(pid=91774) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:231}} Jun 07 06:59:38.851999 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d912d17-f775-4ec9-8c7b-92bad0747cdc None None] No DVR routers for this DVR port c4d2c098-2116-4f52-bf68-0feedcce274f on host dv-cinder-784140-5-smb {{(pid=91774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 06:59:38.867756 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-31e514c0-72df-4a24-bdfb-8b1a6bf7d4d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:38.884818 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d912d17-f775-4ec9-8c7b-92bad0747cdc None None] Pushing event deleted for resources: {'Port': ['ID=c4d2c098-2116-4f52-bf68-0feedcce274f,revision_number=None']} {{(pid=91774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:59:38.885470 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-7d912d17-f775-4ec9-8c7b-92bad0747cdc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:59:38.900935 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.plugin [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] No Port match for: d9d1e037-910b-4f06-b2df-5bdcffd157e6 {{(pid=91774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 06:59:38.901310 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Device d9d1e037-910b-4f06-b2df-5bdcffd157e6 not bound to the agent host dv-cinder-784140-5-smb {{(pid=91774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 06:59:38.967970 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-31e514c0-72df-4a24-bdfb-8b1a6bf7d4d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1706761'] for security_group, after_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:38.973439 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-31e514c0-72df-4a24-bdfb-8b1a6bf7d4d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:38.983348 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [None req-31e514c0-72df-4a24-bdfb-8b1a6bf7d4d7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3586acae-2530-4547-9aee-ffe67c693055 HTTP/1.1" status: 204 len: 168 time: 0.2538130 Jun 07 06:59:38.984262 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-5fb3bfc5-5f76-413f-b56f-52fd2dc8477b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:59:38.994553 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e514c0-72df-4a24-bdfb-8b1a6bf7d4d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3586acae-2530-4547-9aee-ffe67c693055,revision_number=None']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:59:38.997606 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-31e514c0-72df-4a24-bdfb-8b1a6bf7d4d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:59:39.017374 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Device ab40e4b6-8da5-4ae3-a6ae-600470ce4d41 up at agent ovs-agent-dv-cinder-784140-5-smb {{(pid=91774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 06:59:39.189908 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.db.l3_hamode_db [None req-2517313a-696a-4b90-9937-7efc210afce2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5df4ec0d-e08e-4ec5-9fee-0ee8e30370d9', 'name': 'tempest-TestShelveInstance-799366104-router', 'tenant_id': '63259f101b0f43feaf7d17246f8deb6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a84d0276-e36b-485f-b034-cb606776a5f5', 'external_fixed_ips': [{'subnet_id': 'bc8e845f-21f5-4331-a893-3fabfb1361b8', 'ip_address': '172.28.3.85'}], 'enable_snat': True}, 'gw_port_id': 'ab40e4b6-8da5-4ae3-a6ae-600470ce4d41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T06:59:27Z', 'updated_at': '2021-06-07T06:59:32Z', 'revision_number': 4, 'project_id': '63259f101b0f43feaf7d17246f8deb6a', 'gw_port': {'id': 'ab40e4b6-8da5-4ae3-a6ae-600470ce4d41', 'name': '', 'network_id': 'a84d0276-e36b-485f-b034-cb606776a5f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:ed:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5df4ec0d-e08e-4ec5-9fee-0ee8e30370d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': 'bc8e845f-21f5-4331-a893-3fabfb1361b8', 'ip_address': '172.28.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T06:59:28Z', 'updated_at': '2021-06-07T06:59:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc8e845f-21f5-4331-a893-3fabfb1361b8', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-5-smb', '_interfaces': [{'id': 'e600154d-9788-47a9-966c-c6c880bdb9c7', 'name': '', 'network_id': 'cfdcb8d4-2725-43b3-bec2-2752645cd65b', 'tenant_id': '63259f101b0f43feaf7d17246f8deb6a', 'mac_address': 'fa:16:3e:d4:09:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5df4ec0d-e08e-4ec5-9fee-0ee8e30370d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '0995f535-b93b-4925-8eac-90df3c9a1741', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T06:59:31Z', 'updated_at': '2021-06-07T06:59:32Z', 'revision_number': 2, 'project_id': '63259f101b0f43feaf7d17246f8deb6a', 'subnets': [{'id': '0995f535-b93b-4925-8eac-90df3c9a1741', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784140-5-smb', False) {} {{(pid=91774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 06:59:39.193332 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.db.provisioning_blocks [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Provisioning complete for port ab40e4b6-8da5-4ae3-a6ae-600470ce4d41 triggered by entity L2. {{(pid=91774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 06:59:39.193813 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723953'] for port, provisioning_complete {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:39.199278 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f3574f-eea1-47f7-9e0e-35699c5f165a req-3a610117-0f4f-4827-9d54-574fc759b936 tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:59:39.200857 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-a0f3574f-eea1-47f7-9e0e-35699c5f165a req-3a610117-0f4f-4827-9d54-574fc759b936 tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] 10.222.0.21 "GET /v2.0/ports?device_id=ebdb7c72-c3d1-47bb-9d0a-4f00e59b88dc HTTP/1.1" status: 200 len: 943 time: 0.2492733 Jun 07 06:59:39.237958 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2517313a-696a-4b90-9937-7efc210afce2 None None] Checking router: 5df4ec0d-e08e-4ec5-9fee-0ee8e30370d9 for host: dv-cinder-784140-5-smb {{(pid=91774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 06:59:39.238445 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2517313a-696a-4b90-9937-7efc210afce2 None None] Updating router 5df4ec0d-e08e-4ec5-9fee-0ee8e30370d9 port e600154d-9788-47a9-966c-c6c880bdb9c7 binding host dv-cinder-784140-5-smb {{(pid=91774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 07 06:59:39.304470 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-a0f3574f-eea1-47f7-9e0e-35699c5f165a req-cd8bcf9e-7f0c-403d-b254-cbdc6c43f2ba tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] 10.222.0.21 "GET /v2.0/security-groups?id=c87f206a-51e2-42cb-bc99-41914c02c812&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0954249 Jun 07 06:59:39.351368 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-2517313a-696a-4b90-9937-7efc210afce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564700'] for port, before_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:39.367801 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762332461204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723872'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:39.572391 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-02b5b44a-4fc6-48ef-8ec9-00590014c0eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762332461204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723872'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:39.681661 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Device c4d2c098-2116-4f52-bf68-0feedcce274f no longer exists at agent ovs-agent-dv-cinder-784140-5-smb {{(pid=91774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 06:59:39.721104 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.plugin [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] No Port match for: c4d2c098-2116-4f52-bf68-0feedcce274f {{(pid=91774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 06:59:39.721499 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Device c4d2c098-2116-4f52-bf68-0feedcce274f not bound to the agent host dv-cinder-784140-5-smb {{(pid=91774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 06:59:39.960157 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-2517313a-696a-4b90-9937-7efc210afce2 None None] Notify callbacks [] for port, precommit_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:39.976989 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.db.provisioning_blocks [None req-2517313a-696a-4b90-9937-7efc210afce2 None None] Transition to ACTIVE for port object e600154d-9788-47a9-966c-c6c880bdb9c7 will not be triggered until provisioned by entity L2. {{(pid=91774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 06:59:39.992859 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-2517313a-696a-4b90-9937-7efc210afce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-569476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762332438254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762331935097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762331935142'] for port, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:39.997583 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-75ec8137-4b39-4530-a59f-078c927fd93a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:59:40.155205 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec87ebc4-d5a9-490f-a7d0-04e664a2d265 None None] Pushing event updated for resources: {'Port': ['ID=e600154d-9788-47a9-966c-c6c880bdb9c7,revision_number=3']} {{(pid=91774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:59:40.167719 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-ec87ebc4-d5a9-490f-a7d0-04e664a2d265 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:59:40.258077 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.managers [None req-2517313a-696a-4b90-9937-7efc210afce2 None None] Attempting to bind port e600154d-9788-47a9-966c-c6c880bdb9c7 on host dv-cinder-784140-5-smb for vnic_type normal with profile {{(pid=91774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 06:59:40.258399 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.managers [None req-2517313a-696a-4b90-9937-7efc210afce2 None None] Attempting to bind port e600154d-9788-47a9-966c-c6c880bdb9c7 by drivers openvswitch,hyperv on host dv-cinder-784140-5-smb at level 0 using segments [{'id': '65b2ad93-19f7-468e-80bd-0aaffe14b5d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'cfdcb8d4-2725-43b3-bec2-2752645cd65b'}] {{(pid=91774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 06:59:40.258706 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2517313a-696a-4b90-9937-7efc210afce2 None None] Attempting to bind port e600154d-9788-47a9-966c-c6c880bdb9c7 on network cfdcb8d4-2725-43b3-bec2-2752645cd65b {{(pid=91774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 06:59:40.265119 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2517313a-696a-4b90-9937-7efc210afce2 None None] Checking agent: {'id': '2cbbf4dd-47cd-4e79-9ddf-2f0b457e4e7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784140-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 6, 46, 9), 'started_at': datetime.datetime(2021, 6, 7, 6, 46, 39), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 6, 59, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784140-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 06:59:40.265564 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2517313a-696a-4b90-9937-7efc210afce2 None None] Checking segment: {'id': '65b2ad93-19f7-468e-80bd-0aaffe14b5d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'cfdcb8d4-2725-43b3-bec2-2752645cd65b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 06:59:40.265882 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-2517313a-696a-4b90-9937-7efc210afce2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:40.266269 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2517313a-696a-4b90-9937-7efc210afce2 None None] Bound using segment: {'id': '65b2ad93-19f7-468e-80bd-0aaffe14b5d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'cfdcb8d4-2725-43b3-bec2-2752645cd65b'} {{(pid=91774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 06:59:40.266730 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.managers [None req-2517313a-696a-4b90-9937-7efc210afce2 None None] Bound port: e600154d-9788-47a9-966c-c6c880bdb9c7, host: dv-cinder-784140-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65b2ad93-19f7-468e-80bd-0aaffe14b5d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'cfdcb8d4-2725-43b3-bec2-2752645cd65b'}}] {{(pid=91774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 06:59:40.267100 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-2517313a-696a-4b90-9937-7efc210afce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564700'] for port, before_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:40.424734 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.db [None req-2517313a-696a-4b90-9937-7efc210afce2 None None] For port e600154d-9788-47a9-966c-c6c880bdb9c7, host dv-cinder-784140-5-smb, cleared binding levels {{(pid=91774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 06:59:40.429573 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.db [None req-2517313a-696a-4b90-9937-7efc210afce2 None None] For port e600154d-9788-47a9-966c-c6c880bdb9c7, host dv-cinder-784140-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-5-smb',level=0,port_id=e600154d-9788-47a9-966c-c6c880bdb9c7,segment=NetworkSegment(65b2ad93-19f7-468e-80bd-0aaffe14b5d3),segment_id=65b2ad93-19f7-468e-80bd-0aaffe14b5d3)] {{(pid=91774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 06:59:40.439396 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-2517313a-696a-4b90-9937-7efc210afce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-569476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762332438254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762331935097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762331935142'] for port, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:40.443162 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:59:40.531815 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2517313a-696a-4b90-9937-7efc210afce2 None None] Routers {'5df4ec0d-e08e-4ec5-9fee-0ee8e30370d9'} bound to L3 agent in host dv-cinder-784140-5-smb {{(pid=91774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 06:59:40.534941 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.db.l3_hamode_db [None req-2517313a-696a-4b90-9937-7efc210afce2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-07T06:46:09Z,description=,heartbeat_timestamp=2021-06-07T06:59:39Z,host='dv-cinder-784140-5-smb',id=dd8e9e9b-c9b0-4755-a773-57df6dee4a2e,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T06:46:09Z,topic='l3_agent')) {'router_ids': ['5df4ec0d-e08e-4ec5-9fee-0ee8e30370d9'], 'active': True} {{(pid=91774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 06:59:40.720384 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec87ebc4-d5a9-490f-a7d0-04e664a2d265 None None] Pushing event updated for resources: {'Port': ['ID=e600154d-9788-47a9-966c-c6c880bdb9c7,revision_number=4']} {{(pid=91774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:59:40.737002 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-ec87ebc4-d5a9-490f-a7d0-04e664a2d265 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:59:40.756588 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762332461204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723872'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:40.767524 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-3ea4f4f5-6296-4d8b-95a7-2efd101194ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762332461204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723872'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:40.795202 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5af5917-3936-4291-b599-adda81b76724 req-082e3f35-bf1e-4ccc-b22f-a954f19c2ec4 tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:59:40.803937 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-a5af5917-3936-4291-b599-adda81b76724 req-082e3f35-bf1e-4ccc-b22f-a954f19c2ec4 tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] 10.222.0.21 "GET /v2.0/ports?device_id=ebdb7c72-c3d1-47bb-9d0a-4f00e59b88dc HTTP/1.1" status: 200 len: 943 time: 0.2198236 Jun 07 06:59:40.897207 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-a5af5917-3936-4291-b599-adda81b76724 req-baf55671-f7e2-4b8c-ba06-9a2c0a50d976 tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] 10.222.0.21 "GET /v2.0/security-groups?id=c87f206a-51e2-42cb-bc99-41914c02c812&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788407 Jun 07 06:59:40.899337 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.db.l3_dvr_db [None req-2517313a-696a-4b90-9937-7efc210afce2 None None] Set router 5df4ec0d-e08e-4ec5-9fee-0ee8e30370d9 gateway port host: dv-cinder-784140-5-smb {{(pid=91774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 06:59:41.187109 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Device e600154d-9788-47a9-966c-c6c880bdb9c7 up at agent ovs-agent-dv-cinder-784140-5-smb {{(pid=91774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 06:59:41.398693 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8858830-9605-474f-9ad8-bc3ff900d1c3 req-7d354a63-f4e7-4f4a-91b5-d05b829f8aba tempest-TestMinimumBasicScenario-608799379 tempest-TestMinimumBasicScenario-608799379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:59:41.403627 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-f8858830-9605-474f-9ad8-bc3ff900d1c3 req-7d354a63-f4e7-4f4a-91b5-d05b829f8aba tempest-TestMinimumBasicScenario-608799379 tempest-TestMinimumBasicScenario-608799379-project] 10.222.0.21 "GET /v2.0/ports?device_id=795e2a4a-ae14-4646-8bf6-9ccffb59f7d8 HTTP/1.1" status: 200 len: 985 time: 0.3480051 Jun 07 06:59:41.495643 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-f8858830-9605-474f-9ad8-bc3ff900d1c3 req-82c5a171-fccc-4f64-a18f-eba1e43c2196 tempest-TestMinimumBasicScenario-608799379 tempest-TestMinimumBasicScenario-608799379-project] 10.222.0.21 "GET /v2.0/security-groups?id=2a9523a8-2ff1-4f5b-9747-a8d45ba0dae8&id=3261fb00-3750-4c9f-b48d-72d79ee045fb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0867434 Jun 07 06:59:41.557889 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.db.provisioning_blocks [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Provisioning for port e600154d-9788-47a9-966c-c6c880bdb9c7 completed by entity L2. {{(pid=91774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 06:59:41.587087 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.db.provisioning_blocks [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Provisioning complete for port e600154d-9788-47a9-966c-c6c880bdb9c7 triggered by entity L2. {{(pid=91774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 06:59:41.588296 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723953'] for port, provisioning_complete {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:41.677811 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.db.l3_hamode_db [None req-2517313a-696a-4b90-9937-7efc210afce2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5df4ec0d-e08e-4ec5-9fee-0ee8e30370d9', 'name': 'tempest-TestShelveInstance-799366104-router', 'tenant_id': '63259f101b0f43feaf7d17246f8deb6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a84d0276-e36b-485f-b034-cb606776a5f5', 'external_fixed_ips': [{'subnet_id': 'bc8e845f-21f5-4331-a893-3fabfb1361b8', 'ip_address': '172.28.3.85'}], 'enable_snat': True}, 'gw_port_id': 'ab40e4b6-8da5-4ae3-a6ae-600470ce4d41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T06:59:27Z', 'updated_at': '2021-06-07T06:59:32Z', 'revision_number': 4, 'project_id': '63259f101b0f43feaf7d17246f8deb6a', 'gw_port': {'id': 'ab40e4b6-8da5-4ae3-a6ae-600470ce4d41', 'name': '', 'network_id': 'a84d0276-e36b-485f-b034-cb606776a5f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:ed:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5df4ec0d-e08e-4ec5-9fee-0ee8e30370d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': 'bc8e845f-21f5-4331-a893-3fabfb1361b8', 'ip_address': '172.28.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T06:59:28Z', 'updated_at': '2021-06-07T06:59:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc8e845f-21f5-4331-a893-3fabfb1361b8', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-5-smb', '_interfaces': [{'id': 'e600154d-9788-47a9-966c-c6c880bdb9c7', 'name': '', 'network_id': 'cfdcb8d4-2725-43b3-bec2-2752645cd65b', 'tenant_id': '63259f101b0f43feaf7d17246f8deb6a', 'mac_address': 'fa:16:3e:d4:09:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5df4ec0d-e08e-4ec5-9fee-0ee8e30370d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '0995f535-b93b-4925-8eac-90df3c9a1741', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T06:59:31Z', 'updated_at': '2021-06-07T06:59:40Z', 'revision_number': 4, 'project_id': '63259f101b0f43feaf7d17246f8deb6a', 'subnets': [{'id': '0995f535-b93b-4925-8eac-90df3c9a1741', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784140-5-smb', False) {} {{(pid=91774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 06:59:41.688411 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2517313a-696a-4b90-9937-7efc210afce2 None None] The sync data for ids ['5df4ec0d-e08e-4ec5-9fee-0ee8e30370d9'] in dv-cinder-784140-5-smb is: [{'id': '5df4ec0d-e08e-4ec5-9fee-0ee8e30370d9', 'name': 'tempest-TestShelveInstance-799366104-router', 'tenant_id': '63259f101b0f43feaf7d17246f8deb6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a84d0276-e36b-485f-b034-cb606776a5f5', 'external_fixed_ips': [{'subnet_id': 'bc8e845f-21f5-4331-a893-3fabfb1361b8', 'ip_address': '172.28.3.85'}], 'enable_snat': True}, 'gw_port_id': 'ab40e4b6-8da5-4ae3-a6ae-600470ce4d41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T06:59:27Z', 'updated_at': '2021-06-07T06:59:32Z', 'revision_number': 4, 'project_id': '63259f101b0f43feaf7d17246f8deb6a', 'gw_port': {'id': 'ab40e4b6-8da5-4ae3-a6ae-600470ce4d41', 'name': '', 'network_id': 'a84d0276-e36b-485f-b034-cb606776a5f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:ed:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5df4ec0d-e08e-4ec5-9fee-0ee8e30370d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': 'bc8e845f-21f5-4331-a893-3fabfb1361b8', 'ip_address': '172.28.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T06:59:28Z', 'updated_at': '2021-06-07T06:59:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc8e845f-21f5-4331-a893-3fabfb1361b8', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-5-smb', '_interfaces': [{'id': 'e600154d-9788-47a9-966c-c6c880bdb9c7', 'name': '', 'network_id': 'cfdcb8d4-2725-43b3-bec2-2752645cd65b', 'tenant_id': '63259f101b0f43feaf7d17246f8deb6a', 'mac_address': 'fa:16:3e:d4:09:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5df4ec0d-e08e-4ec5-9fee-0ee8e30370d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '0995f535-b93b-4925-8eac-90df3c9a1741', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T06:59:31Z', 'updated_at': '2021-06-07T06:59:40Z', 'revision_number': 4, 'project_id': '63259f101b0f43feaf7d17246f8deb6a', 'subnets': [{'id': '0995f535-b93b-4925-8eac-90df3c9a1741', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 06:59:41.785570 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564700'] for port, before_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:41.840601 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.db [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] For port e600154d-9788-47a9-966c-c6c880bdb9c7, host dv-cinder-784140-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-5-smb',level=0,port_id=e600154d-9788-47a9-966c-c6c880bdb9c7,segment=NetworkSegment(65b2ad93-19f7-468e-80bd-0aaffe14b5d3),segment_id=65b2ad93-19f7-468e-80bd-0aaffe14b5d3)] {{(pid=91774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 06:59:41.847089 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-569476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762332438254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762331935097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762331935142'] for port, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:41.854984 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:59:41.945241 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Pushing event updated for resources: {'Port': ['ID=e600154d-9788-47a9-966c-c6c880bdb9c7,revision_number=5']} {{(pid=91774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:59:41.953375 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:59:42.124661 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a07486d-6c8e-42f0-aad3-b4cce41bbb29 req-d9cd4f2a-c42a-47ea-88bb-865c3eac3b03 tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:59:42.126318 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-7a07486d-6c8e-42f0-aad3-b4cce41bbb29 req-d9cd4f2a-c42a-47ea-88bb-865c3eac3b03 tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] 10.222.0.21 "GET /v2.0/ports?device_id=ebdb7c72-c3d1-47bb-9d0a-4f00e59b88dc HTTP/1.1" status: 200 len: 943 time: 0.0935631 Jun 07 06:59:42.148828 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-7052a4e3-dcb7-48ac-a7a0-7c0e94d6da24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762332461204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723872'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:42.206844 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-7a07486d-6c8e-42f0-aad3-b4cce41bbb29 req-9bd5d73c-e147-44d0-a1fb-c305e2b667c1 tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] 10.222.0.21 "GET /v2.0/security-groups?id=c87f206a-51e2-42cb-bc99-41914c02c812&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744300 Jun 07 06:59:42.734720 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f3f64e-2c7c-45c0-a72b-7f94226cca8a req-1d91b3f6-02a9-4acd-a669-08177532eaba tempest-TestMinimumBasicScenario-608799379 tempest-TestMinimumBasicScenario-608799379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:59:42.736806 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-e0f3f64e-2c7c-45c0-a72b-7f94226cca8a req-1d91b3f6-02a9-4acd-a669-08177532eaba tempest-TestMinimumBasicScenario-608799379 tempest-TestMinimumBasicScenario-608799379-project] 10.222.0.21 "GET /v2.0/ports?device_id=795e2a4a-ae14-4646-8bf6-9ccffb59f7d8 HTTP/1.1" status: 200 len: 985 time: 0.1006598 Jun 07 06:59:42.791354 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-e0f3f64e-2c7c-45c0-a72b-7f94226cca8a req-9517465b-59d9-48f9-aa04-0f9be8675ed5 tempest-TestMinimumBasicScenario-608799379 tempest-TestMinimumBasicScenario-608799379-project] 10.222.0.21 "GET /v2.0/security-groups?id=2a9523a8-2ff1-4f5b-9747-a8d45ba0dae8&id=3261fb00-3750-4c9f-b48d-72d79ee045fb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0471456 Jun 07 06:59:43.040163 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Device e600154d-9788-47a9-966c-c6c880bdb9c7 up at agent ovs-agent-dv-cinder-784140-5-smb {{(pid=91774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 06:59:43.116791 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.db.provisioning_blocks [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Provisioning complete for port e600154d-9788-47a9-966c-c6c880bdb9c7 triggered by entity L2. {{(pid=91774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 06:59:43.117369 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723953'] for port, provisioning_complete {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:43.441660 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7480eb1-d329-4b61-9492-bf8c2b63130b req-ac688a76-0e79-41f9-89f9-fdc595d6661f tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:59:43.443160 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-f7480eb1-d329-4b61-9492-bf8c2b63130b req-ac688a76-0e79-41f9-89f9-fdc595d6661f tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] 10.222.0.21 "GET /v2.0/ports?device_id=ebdb7c72-c3d1-47bb-9d0a-4f00e59b88dc HTTP/1.1" status: 200 len: 943 time: 0.1068485 Jun 07 06:59:43.494798 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-f7480eb1-d329-4b61-9492-bf8c2b63130b req-b470aee1-fedc-476d-b3fc-16f8beaff89a tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] 10.222.0.21 "GET /v2.0/security-groups?id=c87f206a-51e2-42cb-bc99-41914c02c812&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445275 Jun 07 06:59:43.991073 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa26773-731f-4123-9f7a-c61c7afe5dc0 req-de25b874-2c20-4074-95e4-604b8190f74c tempest-TestMinimumBasicScenario-608799379 tempest-TestMinimumBasicScenario-608799379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:59:43.992687 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-1fa26773-731f-4123-9f7a-c61c7afe5dc0 req-de25b874-2c20-4074-95e4-604b8190f74c tempest-TestMinimumBasicScenario-608799379 tempest-TestMinimumBasicScenario-608799379-project] 10.222.0.21 "GET /v2.0/ports?device_id=795e2a4a-ae14-4646-8bf6-9ccffb59f7d8 HTTP/1.1" status: 200 len: 985 time: 0.0893803 Jun 07 06:59:44.060287 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-1fa26773-731f-4123-9f7a-c61c7afe5dc0 req-c675bd57-1936-4f50-959d-f10734401928 tempest-TestMinimumBasicScenario-608799379 tempest-TestMinimumBasicScenario-608799379-project] 10.222.0.21 "GET /v2.0/security-groups?id=2a9523a8-2ff1-4f5b-9747-a8d45ba0dae8&id=3261fb00-3750-4c9f-b48d-72d79ee045fb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0573800 Jun 07 06:59:44.563327 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.21', 59550) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:59:44.702372 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-81790e82-dcfc-44bc-b95b-5f99d242daf3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:44.718997 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cee6b9-70e3-4eef-be56-d18c3ce7a70e req-b8898a8c-54f8-4c10-93a1-2fa6998f1b7e tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:59:44.720535 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-68cee6b9-70e3-4eef-be56-d18c3ce7a70e req-b8898a8c-54f8-4c10-93a1-2fa6998f1b7e tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] 10.222.0.21 "GET /v2.0/ports?device_id=ebdb7c72-c3d1-47bb-9d0a-4f00e59b88dc HTTP/1.1" status: 200 len: 943 time: 0.0965843 Jun 07 06:59:44.798995 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-68cee6b9-70e3-4eef-be56-d18c3ce7a70e req-831bcdb6-6d5f-46cd-8698-8762baf8b93b tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] 10.222.0.21 "GET /v2.0/security-groups?id=c87f206a-51e2-42cb-bc99-41914c02c812&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643907 Jun 07 06:59:44.809098 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-81790e82-dcfc-44bc-b95b-5f99d242daf3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:44.813474 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-81790e82-dcfc-44bc-b95b-5f99d242daf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1706761'] for security_group, after_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:44.822259 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-e80d0533-0459-4a5d-bdc5-98cec51f86f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:59:44.864788 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81790e82-dcfc-44bc-b95b-5f99d242daf3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e396b73c-457b-4e53-9cf0-45f58312e97b,revision_number=1']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:59:44.868988 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [None req-81790e82-dcfc-44bc-b95b-5f99d242daf3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=78be724c8fa64cfaa8101c9bbb13d76f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3043890 Jun 07 06:59:44.869824 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-81790e82-dcfc-44bc-b95b-5f99d242daf3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:59:44.873362 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.21', 59554) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:59:44.934408 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-d8706f43-706e-4308-9286-ea69418d6bf2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:44.959526 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-d8706f43-706e-4308-9286-ea69418d6bf2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:45.014676 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-d8706f43-706e-4308-9286-ea69418d6bf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1706761'] for security_group, after_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:45.017167 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-d8706f43-706e-4308-9286-ea69418d6bf2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:45.018313 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [None req-d8706f43-706e-4308-9286-ea69418d6bf2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e396b73c-457b-4e53-9cf0-45f58312e97b HTTP/1.1" status: 204 len: 168 time: 0.1450419 Jun 07 06:59:45.019084 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-20822292-92e4-49b9-98bc-f9ab6edf6b90 tempest-TestShelveInstance-1834904767 tempest-TestShelveInstance-1834904767-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:59:45.029542 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8706f43-706e-4308-9286-ea69418d6bf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e396b73c-457b-4e53-9cf0-45f58312e97b,revision_number=None']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:59:45.031996 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-d8706f43-706e-4308-9286-ea69418d6bf2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:59:45.323941 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad014e0-7233-45ec-940a-fdaccfb062d8 req-a57accf4-9bcb-412f-99e1-14517697ea0d tempest-TestMinimumBasicScenario-608799379 tempest-TestMinimumBasicScenario-608799379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:59:45.327836 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-0ad014e0-7233-45ec-940a-fdaccfb062d8 req-a57accf4-9bcb-412f-99e1-14517697ea0d tempest-TestMinimumBasicScenario-608799379 tempest-TestMinimumBasicScenario-608799379-project] 10.222.0.21 "GET /v2.0/ports?device_id=795e2a4a-ae14-4646-8bf6-9ccffb59f7d8 HTTP/1.1" status: 200 len: 985 time: 0.0852735 Jun 07 06:59:45.383422 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-0ad014e0-7233-45ec-940a-fdaccfb062d8 req-31639a15-02d6-4494-9397-70cb0cba7010 tempest-TestMinimumBasicScenario-608799379 tempest-TestMinimumBasicScenario-608799379-project] 10.222.0.21 "GET /v2.0/security-groups?id=2a9523a8-2ff1-4f5b-9747-a8d45ba0dae8&id=3261fb00-3750-4c9f-b48d-72d79ee045fb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0514700 Jun 07 06:59:45.462479 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953a1765-5c45-46d5-ba98-8e1ac2e53d20 req-b0531fd5-928b-481d-8dc0-1931f3564ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:59:45.463978 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-953a1765-5c45-46d5-ba98-8e1ac2e53d20 req-b0531fd5-928b-481d-8dc0-1931f3564ddd service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6d873eb9de9b41628d2183c081676fec&device_id=795e2a4a-ae14-4646-8bf6-9ccffb59f7d8 HTTP/1.1" status: 200 len: 1138 time: 0.0795221 Jun 07 06:59:45.606589 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953a1765-5c45-46d5-ba98-8e1ac2e53d20 req-6924f345-a077-4c61-b25e-75fd6db2efe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:59:45.608086 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-953a1765-5c45-46d5-ba98-8e1ac2e53d20 req-6924f345-a077-4c61-b25e-75fd6db2efe3 service neutron] 10.222.0.43 "GET /v2.0/networks?id=76f3f9ca-4fe2-4771-877c-f7bbae3b30b7 HTTP/1.1" status: 200 len: 916 time: 0.1352289 Jun 07 06:59:45.713473 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-953a1765-5c45-46d5-ba98-8e1ac2e53d20 req-10f6f687-190c-44b8-93ff-29ec6377bed1 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ab18b70a-fd83-4a32-9ad3-05de65734339 HTTP/1.1" status: 200 len: 1001 time: 0.0982029 Jun 07 06:59:45.764838 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.21', 59580) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:59:45.776847 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953a1765-5c45-46d5-ba98-8e1ac2e53d20 req-4e4eaae0-788b-47ad-be2a-8bbb5c63c78c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:59:45.778517 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-953a1765-5c45-46d5-ba98-8e1ac2e53d20 req-4e4eaae0-788b-47ad-be2a-8bbb5c63c78c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9782a052-4bf6-4b92-9f6e-b9af5249925f HTTP/1.1" status: 200 len: 854 time: 0.0582795 Jun 07 06:59:45.868489 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953a1765-5c45-46d5-ba98-8e1ac2e53d20 req-c7cfd52f-0e7b-4867-83ae-386034a71880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:59:45.870135 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-953a1765-5c45-46d5-ba98-8e1ac2e53d20 req-c7cfd52f-0e7b-4867-83ae-386034a71880 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=76f3f9ca-4fe2-4771-877c-f7bbae3b30b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0840108 Jun 07 06:59:45.881513 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.v2.base [None req-ec75b3e0-a27d-4b86-ba97-623c65725af8 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1493999453-network', 'tenant_id': '5d0bf0d2d78942df86a0f09d378c8a21'}} {{(pid=91773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 06:59:45.905417 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec75b3e0-a27d-4b86-ba97-623c65725af8 admin admin] Made reservation on behalf of 5d0bf0d2d78942df86a0f09d378c8a21 for: {'network': 1} {{(pid=91773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 06:59:45.908450 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-ec75b3e0-a27d-4b86-ba97-623c65725af8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-564483'] for network, before_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:45.921563 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-ec75b3e0-a27d-4b86-ba97-623c65725af8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:46.032905 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-ec75b3e0-a27d-4b86-ba97-623c65725af8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:46.037094 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-ec75b3e0-a27d-4b86-ba97-623c65725af8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1706761'] for security_group, after_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:46.041164 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-5b6c1137-5a82-4252-8409-ccb1f1b7d62e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:59:46.064823 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-953a1765-5c45-46d5-ba98-8e1ac2e53d20 req-3c903c04-b4fb-4cf3-9ac7-48397106a76c service neutron] 10.222.0.43 "GET /v2.0/networks/76f3f9ca-4fe2-4771-877c-f7bbae3b30b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1860883 Jun 07 06:59:46.069737 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec75b3e0-a27d-4b86-ba97-623c65725af8 admin admin] vlan segment allocate from pool success with {'vlan_id': 325, 'physical_network': 'physnet1'} {{(pid=91773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 07 06:59:46.083254 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec75b3e0-a27d-4b86-ba97-623c65725af8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0565d4cc-1127-46a0-a28a-4820ed8b3024,revision_number=1']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:59:46.087479 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-ec75b3e0-a27d-4b86-ba97-623c65725af8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:59:46.088442 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-ec75b3e0-a27d-4b86-ba97-623c65725af8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-712556'] for segment, precommit_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:46.088778 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.db.segments_db [None req-ec75b3e0-a27d-4b86-ba97-623c65725af8 admin admin] Added segment 27c70c50-1947-4c34-a73b-1557879cb7cb of type vlan for network 4283016d-72d0-48e0-9b64-1abc57557c35 Jun 07 06:59:46.120329 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-ec75b3e0-a27d-4b86-ba97-623c65725af8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762331920860'] for network, precommit_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:46.130897 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da201ed-013a-471e-85c0-9770988a33e9 req-d973c33f-e448-4608-8821-b7f9987810ee tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:59:46.132342 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-9da201ed-013a-471e-85c0-9770988a33e9 req-d973c33f-e448-4608-8821-b7f9987810ee tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] 10.222.0.21 "GET /v2.0/ports?device_id=ebdb7c72-c3d1-47bb-9d0a-4f00e59b88dc HTTP/1.1" status: 200 len: 943 time: 0.2109482 Jun 07 06:59:46.155950 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-ec75b3e0-a27d-4b86-ba97-623c65725af8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1706969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648529'] for network, after_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:46.155950 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec75b3e0-a27d-4b86-ba97-623c65725af8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:59:46.155950 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-ec75b3e0-a27d-4b86-ba97-623c65725af8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648630'] for network, before_response {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:46.160038 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-5fb3bfc5-5f76-413f-b56f-52fd2dc8477b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:59:46.204677 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [None req-ec75b3e0-a27d-4b86-ba97-623c65725af8 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.4361212 Jun 07 06:59:46.204990 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.21', 59588) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:59:46.211883 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.v2.base [None req-08796331-f80a-4c86-8c9b-0c4a3724a6a1 admin admin] Request body: {'subnet': {'network_id': '4283016d-72d0-48e0-9b64-1abc57557c35', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1493999453-subnet', 'tenant_id': '5d0bf0d2d78942df86a0f09d378c8a21', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 06:59:46.264963 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-9da201ed-013a-471e-85c0-9770988a33e9 req-b66e228e-d19c-4e83-957c-dedce4cfb335 tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] 10.222.0.21 "GET /v2.0/security-groups?id=c87f206a-51e2-42cb-bc99-41914c02c812&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0853863 Jun 07 06:59:46.270001 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-953a1765-5c45-46d5-ba98-8e1ac2e53d20 req-c977c9c7-f83f-4b33-a977-f2d242ff6017 service neutron] 10.222.0.43 "GET /v2.0/networks/76f3f9ca-4fe2-4771-877c-f7bbae3b30b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1955674 Jun 07 06:59:46.288293 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08796331-f80a-4c86-8c9b-0c4a3724a6a1 admin admin] Made reservation on behalf of 5d0bf0d2d78942df86a0f09d378c8a21 for: {'subnet': 1} {{(pid=91773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 06:59:46.290586 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-08796331-f80a-4c86-8c9b-0c4a3724a6a1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2142105'] for subnet, before_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:46.305879 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec75b3e0-a27d-4b86-ba97-623c65725af8 admin admin] Pushing event updated for resources: {'Network': ['ID=4283016d-72d0-48e0-9b64-1abc57557c35,revision_number=1']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:59:46.315383 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-ec75b3e0-a27d-4b86-ba97-623c65725af8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:59:46.324288 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Network 4283016d-72d0-48e0-9b64-1abc57557c35 details requested by agent ovs-agent-dv-cinder-784140-5-smb with host dv-cinder-784140-5-smb {{(pid=91774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 07 06:59:46.533040 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-08796331-f80a-4c86-8c9b-0c4a3724a6a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2253169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2142091'] for subnet, after_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:46.541554 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-9f187e11-6c55-4e6c-8b6f-a2a258812cc9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:59:46.631279 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08796331-f80a-4c86-8c9b-0c4a3724a6a1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=360a1921-de94-4ab1-ae09-5b0d866f3c56,revision_number=0']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:59:46.635421 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-08796331-f80a-4c86-8c9b-0c4a3724a6a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:59:46.640519 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08796331-f80a-4c86-8c9b-0c4a3724a6a1 admin admin] Checking segment: {'id': '27c70c50-1947-4c34-a73b-1557879cb7cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '4283016d-72d0-48e0-9b64-1abc57557c35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 06:59:46.640865 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08796331-f80a-4c86-8c9b-0c4a3724a6a1 admin admin] Network hostable DHCP agents. Network: 4283016d-72d0-48e0-9b64-1abc57557c35, hostable agents: ['9e620681-9ba6-48ee-a994-b814c2ae7583'], hosted agents: [] {{(pid=91773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 07 06:59:46.652035 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29abb116-322a-45cf-ac29-98d3e36888b6 req-f3ddb685-1d20-413f-af0e-e0f25a90e34d tempest-TestMinimumBasicScenario-608799379 tempest-TestMinimumBasicScenario-608799379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:59:46.654528 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-29abb116-322a-45cf-ac29-98d3e36888b6 req-f3ddb685-1d20-413f-af0e-e0f25a90e34d tempest-TestMinimumBasicScenario-608799379 tempest-TestMinimumBasicScenario-608799379-project] 10.222.0.21 "GET /v2.0/ports?device_id=795e2a4a-ae14-4646-8bf6-9ccffb59f7d8 HTTP/1.1" status: 200 len: 985 time: 0.0849459 Jun 07 06:59:46.661555 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08796331-f80a-4c86-8c9b-0c4a3724a6a1 admin admin] Network 4283016d-72d0-48e0-9b64-1abc57557c35 is scheduled to be hosted by DHCP agent 9e620681-9ba6-48ee-a994-b814c2ae7583 with binding_index 1 {{(pid=91773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 07 06:59:46.673192 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.scheduler.base_scheduler [None req-08796331-f80a-4c86-8c9b-0c4a3724a6a1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784140-5-smb, 4283016d-72d0-48e0-9b64-1abc57557c35) {{(pid=91773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 06:59:46.678781 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08796331-f80a-4c86-8c9b-0c4a3724a6a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:59:46.680436 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-08796331-f80a-4c86-8c9b-0c4a3724a6a1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:46.684092 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8196b6d-ce26-448b-9868-cdc01010c28f None None] Network 4283016d-72d0-48e0-9b64-1abc57557c35 requested from dv-cinder-784140-5-smb {{(pid=91774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 06:59:46.703343 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [None req-08796331-f80a-4c86-8c9b-0c4a3724a6a1 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.4970458 Jun 07 06:59:46.719496 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-29abb116-322a-45cf-ac29-98d3e36888b6 req-04c1474a-89cd-4b5c-9147-437582f3ade3 tempest-TestMinimumBasicScenario-608799379 tempest-TestMinimumBasicScenario-608799379-project] 10.222.0.21 "GET /v2.0/security-groups?id=2a9523a8-2ff1-4f5b-9747-a8d45ba0dae8&id=3261fb00-3750-4c9f-b48d-72d79ee045fb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0573311 Jun 07 06:59:46.924725 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75c02a2e-fafb-4325-bc26-32974673b067 None None] Network 4283016d-72d0-48e0-9b64-1abc57557c35 requested from dv-cinder-784140-5-smb {{(pid=91774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 06:59:47.005383 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Device 2bd67d37-370f-4ff8-bb69-fa53be603f45 details requested by agent hyperv_hv-cinder-78414 with host hv-cinder-78414 {{(pid=91774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 07 06:59:47.257074 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.db [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] For port 2bd67d37-370f-4ff8-bb69-fa53be603f45, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=2bd67d37-370f-4ff8-bb69-fa53be603f45,segment=NetworkSegment(3ffd2bba-2e4c-4340-84bb-337c4d476270),segment_id=3ffd2bba-2e4c-4340-84bb-337c4d476270)] {{(pid=91774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 06:59:47.271082 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Returning: {'device': '2bd67d37-370f-4ff8-bb69-fa53be603f45', 'network_id': 'd923eec5-f613-4137-bc9f-8f5300ca5016', 'port_id': '2bd67d37-370f-4ff8-bb69-fa53be603f45', 'mac_address': 'fa:16:3e:de:e5:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 334, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3d491a8-638d-42a9-876a-8c51b2a3d541', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 07 06:59:47.277572 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.21', 59606) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:59:47.284703 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.v2.base [None req-aee69a3c-e7e2-4eee-a243-5fe9fa9c4bab admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-687100480-network', 'tenant_id': 'f5c386c24bff472ba326e434c975c887'}} {{(pid=91773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 06:59:47.310105 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aee69a3c-e7e2-4eee-a243-5fe9fa9c4bab admin admin] Made reservation on behalf of f5c386c24bff472ba326e434c975c887 for: {'network': 1} {{(pid=91773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 06:59:47.314267 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-aee69a3c-e7e2-4eee-a243-5fe9fa9c4bab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-564483'] for network, before_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:47.335039 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-aee69a3c-e7e2-4eee-a243-5fe9fa9c4bab admin admin] Notify callbacks [] for security_group, before_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:47.357906 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564700'] for port, before_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:47.387540 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.notifiers.nova [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2bd67d37-370f-4ff8-bb69-fa53be603f45 {{(pid=91774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 06:59:47.417266 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.db [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] For port 2bd67d37-370f-4ff8-bb69-fa53be603f45, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=2bd67d37-370f-4ff8-bb69-fa53be603f45,segment=NetworkSegment(3ffd2bba-2e4c-4340-84bb-337c4d476270),segment_id=3ffd2bba-2e4c-4340-84bb-337c4d476270)] {{(pid=91774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 06:59:47.426163 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-569476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762332438254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762331935097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762331935142'] for port, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:47.430960 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:59:47.478295 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-aee69a3c-e7e2-4eee-a243-5fe9fa9c4bab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:47.483496 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-aee69a3c-e7e2-4eee-a243-5fe9fa9c4bab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1706761'] for security_group, after_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:47.487178 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-d0abfd03-a254-433a-a29d-9fbc0ceabea5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:59:47.531531 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aee69a3c-e7e2-4eee-a243-5fe9fa9c4bab admin admin] vlan segment allocate from pool success with {'vlan_id': 327, 'physical_network': 'physnet1'} {{(pid=91773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 07 06:59:47.542013 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee69a3c-e7e2-4eee-a243-5fe9fa9c4bab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02369197-c020-4ae1-aa0d-481dc7b4230c,revision_number=1']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:59:47.546284 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-aee69a3c-e7e2-4eee-a243-5fe9fa9c4bab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:59:47.549659 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-aee69a3c-e7e2-4eee-a243-5fe9fa9c4bab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-712556'] for segment, precommit_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:47.549997 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.db.segments_db [None req-aee69a3c-e7e2-4eee-a243-5fe9fa9c4bab admin admin] Added segment 485a5e56-c060-4626-a604-48f14024eb90 of type vlan for network 215f6737-41bc-4c53-aff0-2f79038452d3 Jun 07 06:59:47.561572 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Pushing event updated for resources: {'Port': ['ID=2bd67d37-370f-4ff8-bb69-fa53be603f45,revision_number=9']} {{(pid=91774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:59:47.566219 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:59:47.582023 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-aee69a3c-e7e2-4eee-a243-5fe9fa9c4bab admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762331920860'] for network, precommit_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:47.612099 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1093c7b4-7a32-4211-8fb2-61e374fb8c11 req-5c7a27c4-2ea5-4c07-914f-3caeb59f8920 tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:59:47.613362 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-aee69a3c-e7e2-4eee-a243-5fe9fa9c4bab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1706969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648529'] for network, after_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:47.614332 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-1093c7b4-7a32-4211-8fb2-61e374fb8c11 req-5c7a27c4-2ea5-4c07-914f-3caeb59f8920 tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] 10.222.0.21 "GET /v2.0/ports?device_id=ebdb7c72-c3d1-47bb-9d0a-4f00e59b88dc HTTP/1.1" status: 200 len: 944 time: 0.2036335 Jun 07 06:59:47.614962 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aee69a3c-e7e2-4eee-a243-5fe9fa9c4bab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:59:47.615590 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-aee69a3c-e7e2-4eee-a243-5fe9fa9c4bab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648630'] for network, before_response {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:47.619091 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:59:47.663868 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-1093c7b4-7a32-4211-8fb2-61e374fb8c11 req-dc9309c8-7f9c-4b8b-a48a-8bfeb353a346 tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] 10.222.0.21 "GET /v2.0/security-groups?id=c87f206a-51e2-42cb-bc99-41914c02c812&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435631 Jun 07 06:59:47.669483 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.db [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] get_ports_and_sgs() called for port_ids ['2bd67d37-370f-4ff8-bb69-fa53be603f45'] {{(pid=91774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 06:59:47.792856 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [None req-aee69a3c-e7e2-4eee-a243-5fe9fa9c4bab admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.5136707 Jun 07 06:59:47.796273 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.wsgi [-] (91772) accepted ('10.222.0.21', 59614) {{(pid=91772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:59:47.798854 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee69a3c-e7e2-4eee-a243-5fe9fa9c4bab admin admin] Pushing event updated for resources: {'Network': ['ID=215f6737-41bc-4c53-aff0-2f79038452d3,revision_number=1']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:59:47.802150 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-aee69a3c-e7e2-4eee-a243-5fe9fa9c4bab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:59:47.813085 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.v2.base [None req-8272da4c-d15e-4479-89de-dfb7a7aa3a65 admin admin] Request body: {'subnet': {'network_id': '215f6737-41bc-4c53-aff0-2f79038452d3', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-687100480-subnet', 'tenant_id': 'f5c386c24bff472ba326e434c975c887', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 06:59:47.829751 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Network 215f6737-41bc-4c53-aff0-2f79038452d3 details requested by agent ovs-agent-dv-cinder-784140-5-smb with host dv-cinder-784140-5-smb {{(pid=91774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 07 06:59:47.843664 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8272da4c-d15e-4479-89de-dfb7a7aa3a65 admin admin] Made reservation on behalf of f5c386c24bff472ba326e434c975c887 for: {'subnet': 1} {{(pid=91772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 06:59:47.846937 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-8272da4c-d15e-4479-89de-dfb7a7aa3a65 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2169916'] for subnet, before_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:48.083883 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48843d79-498e-46f9-805f-401ecc2e82d5 req-6a98c7c6-3790-4fc8-83de-ef399e56f038 tempest-TestMinimumBasicScenario-608799379 tempest-TestMinimumBasicScenario-608799379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:59:48.085324 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-48843d79-498e-46f9-805f-401ecc2e82d5 req-6a98c7c6-3790-4fc8-83de-ef399e56f038 tempest-TestMinimumBasicScenario-608799379 tempest-TestMinimumBasicScenario-608799379-project] 10.222.0.21 "GET /v2.0/ports?device_id=795e2a4a-ae14-4646-8bf6-9ccffb59f7d8 HTTP/1.1" status: 200 len: 985 time: 0.1974542 Jun 07 06:59:48.174184 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-48843d79-498e-46f9-805f-401ecc2e82d5 req-b6e5295b-d620-4214-8a4b-2fa83b1006da tempest-TestMinimumBasicScenario-608799379 tempest-TestMinimumBasicScenario-608799379-project] 10.222.0.21 "GET /v2.0/security-groups?id=2a9523a8-2ff1-4f5b-9747-a8d45ba0dae8&id=3261fb00-3750-4c9f-b48d-72d79ee045fb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0824842 Jun 07 06:59:48.179655 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-8272da4c-d15e-4479-89de-dfb7a7aa3a65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2958427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2169902'] for subnet, after_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:48.184427 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:59:48.260968 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8272da4c-d15e-4479-89de-dfb7a7aa3a65 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4bf1744f-faac-450c-b66a-5dc7daf88578,revision_number=0']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:59:48.264319 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-8272da4c-d15e-4479-89de-dfb7a7aa3a65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:59:48.267192 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8272da4c-d15e-4479-89de-dfb7a7aa3a65 admin admin] Checking segment: {'id': '485a5e56-c060-4626-a604-48f14024eb90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '215f6737-41bc-4c53-aff0-2f79038452d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 06:59:48.267668 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8272da4c-d15e-4479-89de-dfb7a7aa3a65 admin admin] Network hostable DHCP agents. Network: 215f6737-41bc-4c53-aff0-2f79038452d3, hostable agents: ['9e620681-9ba6-48ee-a994-b814c2ae7583'], hosted agents: [] {{(pid=91772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 07 06:59:48.284812 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8272da4c-d15e-4479-89de-dfb7a7aa3a65 admin admin] Network 215f6737-41bc-4c53-aff0-2f79038452d3 is scheduled to be hosted by DHCP agent 9e620681-9ba6-48ee-a994-b814c2ae7583 with binding_index 1 {{(pid=91772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 07 06:59:48.294478 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.scheduler.base_scheduler [None req-8272da4c-d15e-4479-89de-dfb7a7aa3a65 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784140-5-smb, 215f6737-41bc-4c53-aff0-2f79038452d3) {{(pid=91772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 06:59:48.298732 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8272da4c-d15e-4479-89de-dfb7a7aa3a65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:59:48.299365 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-8272da4c-d15e-4479-89de-dfb7a7aa3a65 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648630'] for subnet, before_response {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:48.305098 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c818fdd5-a8d3-47b2-b572-43b3dfffb54a None None] Network 215f6737-41bc-4c53-aff0-2f79038452d3 requested from dv-cinder-784140-5-smb {{(pid=91774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 06:59:48.317425 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [None req-8272da4c-d15e-4479-89de-dfb7a7aa3a65 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.5185971 Jun 07 06:59:48.470386 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.21', 59620) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:59:48.542063 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b5ff26e-d428-4ed4-8252-600934626484 admin admin] Deleting subnet 360a1921-de94-4ab1-ae09-5b0d866f3c56 {{(pid=91773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 07 06:59:48.545822 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-2b5ff26e-d428-4ed4-8252-600934626484 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:48.600639 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b4a6ee3-733d-4acb-a2b3-ddb26346c7f7 None None] Network 215f6737-41bc-4c53-aff0-2f79038452d3 requested from dv-cinder-784140-5-smb {{(pid=91774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 06:59:48.602998 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-2b5ff26e-d428-4ed4-8252-600934626484 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2155128'] for subnet, precommit_delete_associations {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:48.658973 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-2b5ff26e-d428-4ed4-8252-600934626484 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-719335'] for subnet, precommit_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:48.738863 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-2b5ff26e-d428-4ed4-8252-600934626484 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-719342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2253104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2142140'] for subnet, after_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:48.745426 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:59:48.786766 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5ff26e-d428-4ed4-8252-600934626484 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=360a1921-de94-4ab1-ae09-5b0d866f3c56,revision_number=None']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:59:48.791455 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-2b5ff26e-d428-4ed4-8252-600934626484 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:59:48.793041 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-2b5ff26e-d428-4ed4-8252-600934626484 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:48.798139 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [None req-2b5ff26e-d428-4ed4-8252-600934626484 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/360a1921-de94-4ab1-ae09-5b0d866f3c56 HTTP/1.1" status: 204 len: 168 time: 0.3244467 Jun 07 06:59:48.798519 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.21', 59624) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:59:48.939974 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c27ae7-f441-4678-b5d4-343a62a7133c req-18f47cb6-0d92-49f2-be17-7358a927ec45 tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:59:48.940566 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-bbcf6218-c443-4415-ba71-80af2d562b13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538213'] for network, before_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:48.941425 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-67c27ae7-f441-4678-b5d4-343a62a7133c req-18f47cb6-0d92-49f2-be17-7358a927ec45 tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] 10.222.0.21 "GET /v2.0/ports?device_id=ebdb7c72-c3d1-47bb-9d0a-4f00e59b88dc HTTP/1.1" status: 200 len: 944 time: 0.0878367 Jun 07 06:59:48.986992 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-67c27ae7-f441-4678-b5d4-343a62a7133c req-096d4e23-23e4-4e50-acf4-93c6e0d12a24 tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] 10.222.0.21 "GET /v2.0/security-groups?id=c87f206a-51e2-42cb-bc99-41914c02c812&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383403 Jun 07 06:59:49.020414 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Device 2bd67d37-370f-4ff8-bb69-fa53be603f45 up at agent hyperv_hv-cinder-78414 {{(pid=91774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 06:59:49.070562 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-bbcf6218-c443-4415-ba71-80af2d562b13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-722558', 'neutron.services.segments.db._delete_segments_for_network-8762332461222'] for network, precommit_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:49.082908 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.services.segments.db [None req-bbcf6218-c443-4415-ba71-80af2d562b13 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4283016d-72d0-48e0-9b64-1abc57557c35']}} {{(pid=91773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 06:59:49.090430 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.db.provisioning_blocks [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Provisioning complete for port 2bd67d37-370f-4ff8-bb69-fa53be603f45 triggered by entity L2. {{(pid=91774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 06:59:49.091321 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723953'] for port, provisioning_complete {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:49.102660 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.services.segments.db [None req-bbcf6218-c443-4415-ba71-80af2d562b13 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27c70c50-1947-4c34-a73b-1557879cb7cb') {'for_net_delete': True} {{(pid=91773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 06:59:49.102941 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.services.segments.db [None req-bbcf6218-c443-4415-ba71-80af2d562b13 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27c70c50-1947-4c34-a73b-1557879cb7cb') {} {{(pid=91773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 06:59:49.115347 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-bbcf6218-c443-4415-ba71-80af2d562b13 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762332204737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2155073'] for segment, before_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:49.133075 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-bbcf6218-c443-4415-ba71-80af2d562b13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-712556'] for segment, precommit_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:49.139671 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bbcf6218-c443-4415-ba71-80af2d562b13 admin admin] Releasing vlan 325 on physical network physnet1 to pool {{(pid=91773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 07 06:59:49.140169 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-bbcf6218-c443-4415-ba71-80af2d562b13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-712556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2253194'] for segment, after_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:49.154715 dv-cinder-784140-5-smb neutron-server[91773]: Traceback (most recent call last): Jun 07 06:59:49.154715 dv-cinder-784140-5-smb neutron-server[91773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 07 06:59:49.154715 dv-cinder-784140-5-smb neutron-server[91773]: timer() Jun 07 06:59:49.154715 dv-cinder-784140-5-smb neutron-server[91773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 07 06:59:49.154715 dv-cinder-784140-5-smb neutron-server[91773]: cb(*args, **kw) Jun 07 06:59:49.154715 dv-cinder-784140-5-smb neutron-server[91773]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 07 06:59:49.154715 dv-cinder-784140-5-smb neutron-server[91773]: return func(*args, **kwargs) Jun 07 06:59:49.154715 dv-cinder-784140-5-smb neutron-server[91773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 07 06:59:49.154715 dv-cinder-784140-5-smb neutron-server[91773]: self._notify() Jun 07 06:59:49.154715 dv-cinder-784140-5-smb neutron-server[91773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 07 06:59:49.154715 dv-cinder-784140-5-smb neutron-server[91773]: self.callback(batched_events) Jun 07 06:59:49.154715 dv-cinder-784140-5-smb neutron-server[91773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 07 06:59:49.154715 dv-cinder-784140-5-smb neutron-server[91773]: event.method(event) Jun 07 06:59:49.154715 dv-cinder-784140-5-smb neutron-server[91773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 07 06:59:49.154715 dv-cinder-784140-5-smb neutron-server[91773]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 07 06:59:49.154715 dv-cinder-784140-5-smb neutron-server[91773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 07 06:59:49.154715 dv-cinder-784140-5-smb neutron-server[91773]: aggregate_uuid = self.p_client.list_aggregates( Jun 07 06:59:49.154715 dv-cinder-784140-5-smb neutron-server[91773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 07 06:59:49.154715 dv-cinder-784140-5-smb neutron-server[91773]: return f(self, *a, **k) Jun 07 06:59:49.154715 dv-cinder-784140-5-smb neutron-server[91773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 07 06:59:49.154715 dv-cinder-784140-5-smb neutron-server[91773]: return self._get(url).json() Jun 07 06:59:49.154715 dv-cinder-784140-5-smb neutron-server[91773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 07 06:59:49.154715 dv-cinder-784140-5-smb neutron-server[91773]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 07 06:59:49.154715 dv-cinder-784140-5-smb neutron-server[91773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 07 06:59:49.154715 dv-cinder-784140-5-smb neutron-server[91773]: return self.request(url, 'GET', **kwargs) Jun 07 06:59:49.154715 dv-cinder-784140-5-smb neutron-server[91773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 07 06:59:49.154715 dv-cinder-784140-5-smb neutron-server[91773]: base_url = self.get_endpoint(auth, allow=allow, Jun 07 06:59:49.154715 dv-cinder-784140-5-smb neutron-server[91773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 07 06:59:49.154715 dv-cinder-784140-5-smb neutron-server[91773]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 07 06:59:49.154715 dv-cinder-784140-5-smb neutron-server[91773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 07 06:59:49.154715 dv-cinder-784140-5-smb neutron-server[91773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 07 06:59:49.154715 dv-cinder-784140-5-smb neutron-server[91773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 07 06:59:49.215818 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564700'] for port, before_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:49.244994 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-bbcf6218-c443-4415-ba71-80af2d562b13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-722533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1706969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754209'] for network, after_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:49.252380 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:59:49.265721 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebdb7c72-c3d1-47bb-9d0a-4f00e59b88dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bd67d37-370f-4ff8-bb69-fa53be603f45'}] {{(pid=91774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 06:59:49.269606 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73fb9c482eb19c5c2e497b7af5ecd9f5da2a12b641d83391285fbc9a8928c34b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0753561-31e4-4947-89be-c7fd74cfab69" -d '{"events": [{"server_uuid": "ebdb7c72-c3d1-47bb-9d0a-4f00e59b88dc", "name": "network-vif-plugged", "status": "completed", "tag": "2bd67d37-370f-4ff8-bb69-fa53be603f45"}]}' {{(pid=91774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 06:59:49.286750 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-bbcf6218-c443-4415-ba71-80af2d562b13 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648630'] for network, before_response {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:49.286912 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.db [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] For port 2bd67d37-370f-4ff8-bb69-fa53be603f45, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=2bd67d37-370f-4ff8-bb69-fa53be603f45,segment=NetworkSegment(3ffd2bba-2e4c-4340-84bb-337c4d476270),segment_id=3ffd2bba-2e4c-4340-84bb-337c4d476270)] {{(pid=91774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 06:59:49.292008 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [None req-bbcf6218-c443-4415-ba71-80af2d562b13 admin admin] 10.222.0.21 "DELETE /v2.0/networks/4283016d-72d0-48e0-9b64-1abc57557c35 HTTP/1.1" status: 204 len: 168 time: 0.4891119 Jun 07 06:59:49.292344 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.wsgi [-] (91772) accepted ('10.222.0.21', 59630) {{(pid=91772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:59:49.295506 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcf6218-c443-4415-ba71-80af2d562b13 admin admin] Pushing event deleted for resources: {'Network': ['ID=4283016d-72d0-48e0-9b64-1abc57557c35,revision_number=None']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:59:49.296413 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-569476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762332438254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762331935097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762331935142'] for port, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:49.298787 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-faff47ad-aa99-4f3e-8bd6-ac309d316439 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:59:49.304957 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-bbcf6218-c443-4415-ba71-80af2d562b13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:59:49.352318 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 06:59:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59b50756-f134-4507-a779-2996e9466188 x-openstack-request-id: req-59b50756-f134-4507-a779-2996e9466188 {{(pid=91774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 06:59:49.352616 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebdb7c72-c3d1-47bb-9d0a-4f00e59b88dc", "name": "network-vif-plugged", "status": "completed", "tag": "2bd67d37-370f-4ff8-bb69-fa53be603f45", "code": 200}]} {{(pid=91774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 06:59:49.352874 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-59b50756-f134-4507-a779-2996e9466188 {{(pid=91774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 06:59:49.353259 dv-cinder-784140-5-smb neutron-server[91774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebdb7c72-c3d1-47bb-9d0a-4f00e59b88dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bd67d37-370f-4ff8-bb69-fa53be603f45', 'code': 200} Jun 07 06:59:49.383664 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Pushing event updated for resources: {'Port': ['ID=2bd67d37-370f-4ff8-bb69-fa53be603f45,revision_number=10']} {{(pid=91774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:59:49.387312 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:59:49.438822 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b2e4008-5d3f-4337-991a-67397636fd8d admin admin] Deleting subnet 4bf1744f-faac-450c-b66a-5dc7daf88578 {{(pid=91772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 07 06:59:49.444269 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-5b2e4008-5d3f-4337-991a-67397636fd8d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:49.503689 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-5b2e4008-5d3f-4337-991a-67397636fd8d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2375333'] for subnet, precommit_delete_associations {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:49.542888 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2925a2-0b22-4374-aa00-413a385e2880 req-fdbd892f-3116-4564-a61b-e210fb5f90e3 tempest-TestMinimumBasicScenario-608799379 tempest-TestMinimumBasicScenario-608799379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:59:49.544475 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-0d2925a2-0b22-4374-aa00-413a385e2880 req-fdbd892f-3116-4564-a61b-e210fb5f90e3 tempest-TestMinimumBasicScenario-608799379 tempest-TestMinimumBasicScenario-608799379-project] 10.222.0.21 "GET /v2.0/ports?device_id=795e2a4a-ae14-4646-8bf6-9ccffb59f7d8 HTTP/1.1" status: 200 len: 985 time: 0.2157357 Jun 07 06:59:49.660956 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-5b2e4008-5d3f-4337-991a-67397636fd8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-719335'] for subnet, precommit_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:49.695100 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-0d2925a2-0b22-4374-aa00-413a385e2880 req-e2bf5cf1-3b65-4c46-ab69-5030aecd172b tempest-TestMinimumBasicScenario-608799379 tempest-TestMinimumBasicScenario-608799379-project] 10.222.0.21 "GET /v2.0/security-groups?id=2a9523a8-2ff1-4f5b-9747-a8d45ba0dae8&id=3261fb00-3750-4c9f-b48d-72d79ee045fb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1424112 Jun 07 06:59:49.732488 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0414b590-e487-4c83-91cd-02a10f617a69 req-c31c36a8-3d40-468e-8cca-f4e4dfafd177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:59:49.733958 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-0414b590-e487-4c83-91cd-02a10f617a69 req-c31c36a8-3d40-468e-8cca-f4e4dfafd177 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=ebdb7c72-c3d1-47bb-9d0a-4f00e59b88dc HTTP/1.1" status: 200 len: 1099 time: 0.1803491 Jun 07 06:59:49.765811 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-5b2e4008-5d3f-4337-991a-67397636fd8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-719342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2958362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2169881'] for subnet, after_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:49.777294 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:59:49.817278 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-5b2e4008-5d3f-4337-991a-67397636fd8d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648630'] for subnet, before_response {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:49.819384 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [None req-5b2e4008-5d3f-4337-991a-67397636fd8d admin admin] 10.222.0.21 "DELETE /v2.0/subnets/4bf1744f-faac-450c-b66a-5dc7daf88578 HTTP/1.1" status: 204 len: 168 time: 0.5257947 Jun 07 06:59:49.820512 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2e4008-5d3f-4337-991a-67397636fd8d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4bf1744f-faac-450c-b66a-5dc7daf88578,revision_number=None']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:59:49.822348 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.21', 59634) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:59:49.824618 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-5b2e4008-5d3f-4337-991a-67397636fd8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:59:49.826420 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-0414b590-e487-4c83-91cd-02a10f617a69 req-bd231a55-256f-4114-bedc-7cc72e5e3cfb service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=c87f206a-51e2-42cb-bc99-41914c02c812&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0832868 Jun 07 06:59:49.931350 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-36072c84-b261-4aa1-af64-e394a614e376 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538213'] for network, before_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:50.055552 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-36072c84-b261-4aa1-af64-e394a614e376 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-722558', 'neutron.services.segments.db._delete_segments_for_network-8762332461222'] for network, precommit_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:50.069496 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.services.segments.db [None req-36072c84-b261-4aa1-af64-e394a614e376 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['215f6737-41bc-4c53-aff0-2f79038452d3']}} {{(pid=91773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 06:59:50.081870 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.services.segments.db [None req-36072c84-b261-4aa1-af64-e394a614e376 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '485a5e56-c060-4626-a604-48f14024eb90') {'for_net_delete': True} {{(pid=91773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 06:59:50.082161 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.services.segments.db [None req-36072c84-b261-4aa1-af64-e394a614e376 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '485a5e56-c060-4626-a604-48f14024eb90') {} {{(pid=91773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 06:59:50.095872 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-36072c84-b261-4aa1-af64-e394a614e376 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762332204737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2155073'] for segment, before_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:50.114208 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-36072c84-b261-4aa1-af64-e394a614e376 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-712556'] for segment, precommit_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:50.120579 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36072c84-b261-4aa1-af64-e394a614e376 admin admin] Releasing vlan 327 on physical network physnet1 to pool {{(pid=91773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 07 06:59:50.121543 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-36072c84-b261-4aa1-af64-e394a614e376 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-712556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2253194'] for segment, after_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:50.134621 dv-cinder-784140-5-smb neutron-server[91773]: Traceback (most recent call last): Jun 07 06:59:50.134621 dv-cinder-784140-5-smb neutron-server[91773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 07 06:59:50.134621 dv-cinder-784140-5-smb neutron-server[91773]: timer() Jun 07 06:59:50.134621 dv-cinder-784140-5-smb neutron-server[91773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 07 06:59:50.134621 dv-cinder-784140-5-smb neutron-server[91773]: cb(*args, **kw) Jun 07 06:59:50.134621 dv-cinder-784140-5-smb neutron-server[91773]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 07 06:59:50.134621 dv-cinder-784140-5-smb neutron-server[91773]: return func(*args, **kwargs) Jun 07 06:59:50.134621 dv-cinder-784140-5-smb neutron-server[91773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 07 06:59:50.134621 dv-cinder-784140-5-smb neutron-server[91773]: self._notify() Jun 07 06:59:50.134621 dv-cinder-784140-5-smb neutron-server[91773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 07 06:59:50.134621 dv-cinder-784140-5-smb neutron-server[91773]: self.callback(batched_events) Jun 07 06:59:50.134621 dv-cinder-784140-5-smb neutron-server[91773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 07 06:59:50.134621 dv-cinder-784140-5-smb neutron-server[91773]: event.method(event) Jun 07 06:59:50.134621 dv-cinder-784140-5-smb neutron-server[91773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 07 06:59:50.134621 dv-cinder-784140-5-smb neutron-server[91773]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 07 06:59:50.134621 dv-cinder-784140-5-smb neutron-server[91773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 07 06:59:50.134621 dv-cinder-784140-5-smb neutron-server[91773]: aggregate_uuid = self.p_client.list_aggregates( Jun 07 06:59:50.134621 dv-cinder-784140-5-smb neutron-server[91773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 07 06:59:50.134621 dv-cinder-784140-5-smb neutron-server[91773]: return f(self, *a, **k) Jun 07 06:59:50.134621 dv-cinder-784140-5-smb neutron-server[91773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 07 06:59:50.134621 dv-cinder-784140-5-smb neutron-server[91773]: return self._get(url).json() Jun 07 06:59:50.134621 dv-cinder-784140-5-smb neutron-server[91773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 07 06:59:50.134621 dv-cinder-784140-5-smb neutron-server[91773]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 07 06:59:50.134621 dv-cinder-784140-5-smb neutron-server[91773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 07 06:59:50.134621 dv-cinder-784140-5-smb neutron-server[91773]: return self.request(url, 'GET', **kwargs) Jun 07 06:59:50.134621 dv-cinder-784140-5-smb neutron-server[91773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 07 06:59:50.134621 dv-cinder-784140-5-smb neutron-server[91773]: base_url = self.get_endpoint(auth, allow=allow, Jun 07 06:59:50.134621 dv-cinder-784140-5-smb neutron-server[91773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 07 06:59:50.134621 dv-cinder-784140-5-smb neutron-server[91773]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 07 06:59:50.134621 dv-cinder-784140-5-smb neutron-server[91773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 07 06:59:50.134621 dv-cinder-784140-5-smb neutron-server[91773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 07 06:59:50.134621 dv-cinder-784140-5-smb neutron-server[91773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 07 06:59:50.195317 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1327d01a-3e0c-4d6d-bb71-f183f03de96e req-c4322d1c-915e-4406-a4b2-615285452f06 tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:59:50.197229 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-1327d01a-3e0c-4d6d-bb71-f183f03de96e req-c4322d1c-915e-4406-a4b2-615285452f06 tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] 10.222.0.21 "GET /v2.0/ports?device_id=ebdb7c72-c3d1-47bb-9d0a-4f00e59b88dc HTTP/1.1" status: 200 len: 946 time: 0.0903559 Jun 07 06:59:50.222435 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-36072c84-b261-4aa1-af64-e394a614e376 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-722533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1706969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754209'] for network, after_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:50.226000 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:59:50.241525 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-36072c84-b261-4aa1-af64-e394a614e376 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648630'] for network, before_response {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:50.243357 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [None req-36072c84-b261-4aa1-af64-e394a614e376 admin admin] 10.222.0.21 "DELETE /v2.0/networks/215f6737-41bc-4c53-aff0-2f79038452d3 HTTP/1.1" status: 204 len: 168 time: 0.4199171 Jun 07 06:59:50.247191 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36072c84-b261-4aa1-af64-e394a614e376 admin admin] Pushing event deleted for resources: {'Network': ['ID=215f6737-41bc-4c53-aff0-2f79038452d3,revision_number=None']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:59:50.249574 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-36072c84-b261-4aa1-af64-e394a614e376 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:59:50.256623 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-1327d01a-3e0c-4d6d-bb71-f183f03de96e req-2d81e204-2510-4b20-b9d1-6475e078311d tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] 10.222.0.21 "GET /v2.0/security-groups?id=c87f206a-51e2-42cb-bc99-41914c02c812&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530229 Jun 07 06:59:50.439453 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.21', 59640) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:59:50.487524 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [None req-b8905991-32d7-4878-b64d-82a6f6532cef admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5d0bf0d2d78942df86a0f09d378c8a21&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0467043 Jun 07 06:59:50.489879 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.21', 59642) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:59:50.550032 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-6878d26a-bfa7-4bfe-870f-c2419d2fc6ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:50.574951 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-6878d26a-bfa7-4bfe-870f-c2419d2fc6ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:50.637562 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-6878d26a-bfa7-4bfe-870f-c2419d2fc6ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1706761'] for security_group, after_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:50.641028 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-6878d26a-bfa7-4bfe-870f-c2419d2fc6ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:50.643256 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [None req-6878d26a-bfa7-4bfe-870f-c2419d2fc6ea admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0565d4cc-1127-46a0-a28a-4820ed8b3024 HTTP/1.1" status: 204 len: 168 time: 0.1516855 Jun 07 06:59:50.643256 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-338f12dd-bb9f-4271-b071-ebb22b15aadb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:59:50.655131 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6878d26a-bfa7-4bfe-870f-c2419d2fc6ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0565d4cc-1127-46a0-a28a-4820ed8b3024,revision_number=None']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:59:50.657848 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-6878d26a-bfa7-4bfe-870f-c2419d2fc6ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:59:50.937677 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ff1679-5cc5-4ac5-858a-2f8b8ee7c2f4 req-976acba4-1ba2-4ab9-9747-e34caa11d347 tempest-TestMinimumBasicScenario-608799379 tempest-TestMinimumBasicScenario-608799379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:59:50.939169 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-93ff1679-5cc5-4ac5-858a-2f8b8ee7c2f4 req-976acba4-1ba2-4ab9-9747-e34caa11d347 tempest-TestMinimumBasicScenario-608799379 tempest-TestMinimumBasicScenario-608799379-project] 10.222.0.21 "GET /v2.0/ports?device_id=795e2a4a-ae14-4646-8bf6-9ccffb59f7d8 HTTP/1.1" status: 200 len: 985 time: 0.1064692 Jun 07 06:59:51.019343 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-93ff1679-5cc5-4ac5-858a-2f8b8ee7c2f4 req-c438d367-fda7-43b7-877c-11c1b6667f98 tempest-TestMinimumBasicScenario-608799379 tempest-TestMinimumBasicScenario-608799379-project] 10.222.0.21 "GET /v2.0/security-groups?id=2a9523a8-2ff1-4f5b-9747-a8d45ba0dae8&id=3261fb00-3750-4c9f-b48d-72d79ee045fb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0701475 Jun 07 06:59:51.230078 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.21', 59698) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:59:51.288275 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [None req-0a0c4737-2b98-4638-b132-3dd2b4ef1fae admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f5c386c24bff472ba326e434c975c887&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0560493 Jun 07 06:59:51.290396 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.21', 59700) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:59:51.374769 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-32f4e9aa-0528-4806-bdfb-b82614858a94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:51.413778 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-32f4e9aa-0528-4806-bdfb-b82614858a94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:51.472137 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd9bcf7-2a44-4fa4-a0c5-3405629282d8 req-f94e04ce-95d8-432e-b253-e6bf62524b06 tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:59:51.473599 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-3dd9bcf7-2a44-4fa4-a0c5-3405629282d8 req-f94e04ce-95d8-432e-b253-e6bf62524b06 tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] 10.222.0.21 "GET /v2.0/ports?device_id=ebdb7c72-c3d1-47bb-9d0a-4f00e59b88dc HTTP/1.1" status: 200 len: 946 time: 0.0885770 Jun 07 06:59:51.482654 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-32f4e9aa-0528-4806-bdfb-b82614858a94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1706761'] for security_group, after_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:51.486324 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-32f4e9aa-0528-4806-bdfb-b82614858a94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:51.487975 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [None req-32f4e9aa-0528-4806-bdfb-b82614858a94 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/02369197-c020-4ae1-aa0d-481dc7b4230c HTTP/1.1" status: 204 len: 168 time: 0.1963167 Jun 07 06:59:51.489168 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-4a1ffa46-a93f-4807-90c4-3f4914ac6bcd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:59:51.503812 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f4e9aa-0528-4806-bdfb-b82614858a94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02369197-c020-4ae1-aa0d-481dc7b4230c,revision_number=None']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:59:51.506840 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-32f4e9aa-0528-4806-bdfb-b82614858a94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:59:51.536476 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-3dd9bcf7-2a44-4fa4-a0c5-3405629282d8 req-9565ab73-c412-48c5-a265-ea1c3526eeb0 tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] 10.222.0.21 "GET /v2.0/security-groups?id=c87f206a-51e2-42cb-bc99-41914c02c812&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548046 Jun 07 06:59:52.227149 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2437d340-c49d-44c9-881f-620e3038fce8 req-8af9fe1e-0cda-4dba-bbca-bd107c7de162 tempest-TestMinimumBasicScenario-608799379 tempest-TestMinimumBasicScenario-608799379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:59:52.228659 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-2437d340-c49d-44c9-881f-620e3038fce8 req-8af9fe1e-0cda-4dba-bbca-bd107c7de162 tempest-TestMinimumBasicScenario-608799379 tempest-TestMinimumBasicScenario-608799379-project] 10.222.0.21 "GET /v2.0/ports?device_id=795e2a4a-ae14-4646-8bf6-9ccffb59f7d8 HTTP/1.1" status: 200 len: 985 time: 0.0820594 Jun 07 06:59:52.289847 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-2437d340-c49d-44c9-881f-620e3038fce8 req-b3797d91-53f9-4706-8556-c575eb2982d0 tempest-TestMinimumBasicScenario-608799379 tempest-TestMinimumBasicScenario-608799379-project] 10.222.0.21 "GET /v2.0/security-groups?id=2a9523a8-2ff1-4f5b-9747-a8d45ba0dae8&id=3261fb00-3750-4c9f-b48d-72d79ee045fb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0537667 Jun 07 06:59:52.746518 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcff3970-29c8-46c5-a978-0de656942991 req-84b20b50-ba4b-4ff0-bd72-c614fd6118b7 tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:59:52.750239 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-fcff3970-29c8-46c5-a978-0de656942991 req-84b20b50-ba4b-4ff0-bd72-c614fd6118b7 tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] 10.222.0.21 "GET /v2.0/ports?device_id=ebdb7c72-c3d1-47bb-9d0a-4f00e59b88dc HTTP/1.1" status: 200 len: 946 time: 0.0920954 Jun 07 06:59:52.795570 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-fcff3970-29c8-46c5-a978-0de656942991 req-ee911879-5efe-4006-ac80-6fe3752ec17f tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] 10.222.0.21 "GET /v2.0/security-groups?id=c87f206a-51e2-42cb-bc99-41914c02c812&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412292 Jun 07 06:59:53.187283 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-cc0ef2aa-0d2b-460b-a2ec-1d79a16af992 req-15354fe4-e86a-403f-9d88-0cc8be9105e2 tempest-TestShelveInstance-1834904767 tempest-TestShelveInstance-1834904767-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-386986902&fields=id&tenant_id=42bf171906a3442fbd2784138b6a35de HTTP/1.1" status: 200 len: 267 time: 0.0402012 Jun 07 06:59:53.349230 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0ef2aa-0d2b-460b-a2ec-1d79a16af992 req-bacc9d6c-0f77-4fd7-991c-c6bb92ce6576 tempest-TestShelveInstance-1834904767 tempest-TestShelveInstance-1834904767-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:59:53.350708 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-cc0ef2aa-0d2b-460b-a2ec-1d79a16af992 req-bacc9d6c-0f77-4fd7-991c-c6bb92ce6576 tempest-TestShelveInstance-1834904767 tempest-TestShelveInstance-1834904767-project] 10.222.0.21 "GET /v2.0/networks?id=80f82789-426d-4fba-a6bd-c984530e2630 HTTP/1.1" status: 200 len: 809 time: 0.1565855 Jun 07 06:59:53.377844 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-cc0ef2aa-0d2b-460b-a2ec-1d79a16af992 req-bdfea5cc-52e7-4c89-a588-3b1bd175bd61 tempest-TestShelveInstance-1834904767 tempest-TestShelveInstance-1834904767-project] 10.222.0.21 "GET /v2.0/quotas/42bf171906a3442fbd2784138b6a35de HTTP/1.1" status: 200 len: 375 time: 0.0169435 Jun 07 06:59:53.619207 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-cc0ef2aa-0d2b-460b-a2ec-1d79a16af992 req-87d48048-1ed9-4546-bda6-02bdcbf56d69 tempest-TestShelveInstance-1834904767 tempest-TestShelveInstance-1834904767-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=42bf171906a3442fbd2784138b6a35de&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2401216 Jun 07 06:59:53.626881 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7293faf9-ecab-43e3-abf4-abb21ed3f3fb req-4a6cc862-d719-4b87-84d2-f558228ba69a tempest-TestMinimumBasicScenario-608799379 tempest-TestMinimumBasicScenario-608799379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:59:53.628277 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-7293faf9-ecab-43e3-abf4-abb21ed3f3fb req-4a6cc862-d719-4b87-84d2-f558228ba69a tempest-TestMinimumBasicScenario-608799379 tempest-TestMinimumBasicScenario-608799379-project] 10.222.0.21 "GET /v2.0/ports?device_id=795e2a4a-ae14-4646-8bf6-9ccffb59f7d8 HTTP/1.1" status: 200 len: 985 time: 0.1182590 Jun 07 06:59:53.677103 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-7293faf9-ecab-43e3-abf4-abb21ed3f3fb req-be37ec64-56e5-46da-9be7-aff80242f14a tempest-TestMinimumBasicScenario-608799379 tempest-TestMinimumBasicScenario-608799379-project] 10.222.0.21 "GET /v2.0/security-groups?id=2a9523a8-2ff1-4f5b-9747-a8d45ba0dae8&id=3261fb00-3750-4c9f-b48d-72d79ee045fb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0416465 Jun 07 06:59:53.853979 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-cc0ef2aa-0d2b-460b-a2ec-1d79a16af992 req-64c1f60e-a1a2-4ada-aee1-827c1cc48b31 service neutron] 10.222.0.21 "GET /v2.0/networks/80f82789-426d-4fba-a6bd-c984530e2630?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2228830 Jun 07 06:59:53.982650 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-cc0ef2aa-0d2b-460b-a2ec-1d79a16af992 req-d5678b12-c9e6-4a5e-8644-43bdcd61c6ab service neutron] 10.222.0.21 "GET /v2.0/networks/80f82789-426d-4fba-a6bd-c984530e2630?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223745 Jun 07 06:59:54.372860 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-7d2d39f2-da98-428d-856d-3cae401ebd72 req-e363bed1-8884-4e95-8611-066ee193d7f6 tempest-TestShelveInstance-1834904767 tempest-TestShelveInstance-1834904767-project] 10.222.0.21 "GET /v2.0/ports?device_id=f87b669b-26c3-4b9d-acb4-4ec31230d21d HTTP/1.1" status: 200 len: 210 time: 0.0435901 Jun 07 06:59:54.870014 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f6d490-fc2c-4835-8f6b-4a14434626cb req-0719ea86-0e93-42db-bdd6-881714bcc69e tempest-TestMinimumBasicScenario-608799379 tempest-TestMinimumBasicScenario-608799379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:59:54.872052 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-04f6d490-fc2c-4835-8f6b-4a14434626cb req-0719ea86-0e93-42db-bdd6-881714bcc69e tempest-TestMinimumBasicScenario-608799379 tempest-TestMinimumBasicScenario-608799379-project] 10.222.0.21 "GET /v2.0/ports?device_id=795e2a4a-ae14-4646-8bf6-9ccffb59f7d8 HTTP/1.1" status: 200 len: 985 time: 0.0863214 Jun 07 06:59:54.919249 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-04f6d490-fc2c-4835-8f6b-4a14434626cb req-74aa650e-010c-4b25-889a-c9d08ebfa5bf tempest-TestMinimumBasicScenario-608799379 tempest-TestMinimumBasicScenario-608799379-project] 10.222.0.21 "GET /v2.0/security-groups?id=2a9523a8-2ff1-4f5b-9747-a8d45ba0dae8&id=3261fb00-3750-4c9f-b48d-72d79ee045fb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0413101 Jun 07 06:59:55.445260 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0ef2aa-0d2b-460b-a2ec-1d79a16af992 req-2c7e2f0a-f535-4691-a98f-cf9d3009579b tempest-TestShelveInstance-1834904767 tempest-TestShelveInstance-1834904767-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:59:55.445260 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-cc0ef2aa-0d2b-460b-a2ec-1d79a16af992 req-2c7e2f0a-f535-4691-a98f-cf9d3009579b tempest-TestShelveInstance-1834904767 tempest-TestShelveInstance-1834904767-project] 10.222.0.43 "GET /v2.0/networks?id=80f82789-426d-4fba-a6bd-c984530e2630 HTTP/1.1" status: 200 len: 809 time: 0.1568177 Jun 07 06:59:55.534411 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-cc0ef2aa-0d2b-460b-a2ec-1d79a16af992 req-25aa37f3-04f6-4ab3-8607-0ccc14ffea9f tempest-TestShelveInstance-1834904767 tempest-TestShelveInstance-1834904767-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=42bf171906a3442fbd2784138b6a35de HTTP/1.1" status: 200 len: 379 time: 0.0808086 Jun 07 06:59:55.536582 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-925c7dad-2576-4985-bb3c-38838108606c req-c8ae1ecf-c2ed-4076-8b02-23cf4c45c7e4 tempest-TestShelveInstance-1834904767 tempest-TestShelveInstance-1834904767-project] 10.222.0.21 "GET /v2.0/ports?device_id=f87b669b-26c3-4b9d-acb4-4ec31230d21d HTTP/1.1" status: 200 len: 210 time: 0.0551236 Jun 07 06:59:55.544504 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.v2.base [req-cc0ef2aa-0d2b-460b-a2ec-1d79a16af992 req-b6472743-157a-458c-87a4-925dc26f506c tempest-TestShelveInstance-1834904767 tempest-TestShelveInstance-1834904767-project] Request body: {'port': {'device_id': 'f87b669b-26c3-4b9d-acb4-4ec31230d21d', 'network_id': '80f82789-426d-4fba-a6bd-c984530e2630', 'admin_state_up': True, 'tenant_id': '42bf171906a3442fbd2784138b6a35de', 'security_groups': ['97a227cc-1355-40b2-84f2-7e186898cbd7']}} {{(pid=91772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 06:59:55.694550 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc0ef2aa-0d2b-460b-a2ec-1d79a16af992 req-b6472743-157a-458c-87a4-925dc26f506c tempest-TestShelveInstance-1834904767 tempest-TestShelveInstance-1834904767-project] Made reservation on behalf of 42bf171906a3442fbd2784138b6a35de for: {'port': 1} {{(pid=91772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 06:59:55.698287 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [req-cc0ef2aa-0d2b-460b-a2ec-1d79a16af992 req-b6472743-157a-458c-87a4-925dc26f506c tempest-TestShelveInstance-1834904767 tempest-TestShelveInstance-1834904767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564700'] for port, before_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:55.868202 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.db.db_base_plugin_common [req-cc0ef2aa-0d2b-460b-a2ec-1d79a16af992 req-b6472743-157a-458c-87a4-925dc26f506c tempest-TestShelveInstance-1834904767 tempest-TestShelveInstance-1834904767-project] Allocated IP 172.20.0.14 (80f82789-426d-4fba-a6bd-c984530e2630/8b71f6d7-5eeb-4431-8add-0eca70244bd0/65309ddd-db25-40cf-8ca4-ba09b403d9d5) {{(pid=91772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 06:59:56.142686 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [req-cc0ef2aa-0d2b-460b-a2ec-1d79a16af992 req-b6472743-157a-458c-87a4-925dc26f506c tempest-TestShelveInstance-1834904767 tempest-TestShelveInstance-1834904767-project] Notify callbacks [] for port, precommit_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:56.169760 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.db.provisioning_blocks [req-cc0ef2aa-0d2b-460b-a2ec-1d79a16af992 req-b6472743-157a-458c-87a4-925dc26f506c tempest-TestShelveInstance-1834904767 tempest-TestShelveInstance-1834904767-project] Transition to ACTIVE for port object 65309ddd-db25-40cf-8ca4-ba09b403d9d5 will not be triggered until provisioned by entity DHCP. {{(pid=91772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 06:59:56.185806 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95d71cc-a831-413f-931a-4152de5bd813 req-216897b2-c479-4dbc-964f-108107a46663 tempest-TestMinimumBasicScenario-608799379 tempest-TestMinimumBasicScenario-608799379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:59:56.187286 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-d95d71cc-a831-413f-931a-4152de5bd813 req-216897b2-c479-4dbc-964f-108107a46663 tempest-TestMinimumBasicScenario-608799379 tempest-TestMinimumBasicScenario-608799379-project] 10.222.0.21 "GET /v2.0/ports?device_id=795e2a4a-ae14-4646-8bf6-9ccffb59f7d8 HTTP/1.1" status: 200 len: 985 time: 0.1474879 Jun 07 06:59:56.252694 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-d95d71cc-a831-413f-931a-4152de5bd813 req-edae4ab4-dfa5-4abd-ad9a-80848d882563 tempest-TestMinimumBasicScenario-608799379 tempest-TestMinimumBasicScenario-608799379-project] 10.222.0.21 "GET /v2.0/security-groups?id=2a9523a8-2ff1-4f5b-9747-a8d45ba0dae8&id=3261fb00-3750-4c9f-b48d-72d79ee045fb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0576646 Jun 07 06:59:56.255639 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [req-cc0ef2aa-0d2b-460b-a2ec-1d79a16af992 req-b6472743-157a-458c-87a4-925dc26f506c tempest-TestShelveInstance-1834904767 tempest-TestShelveInstance-1834904767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-569476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648536', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762331935079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2958583'] for port, after_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:56.269374 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-f2fd38f0-aa3d-46d0-903d-ebdc5bd23320 tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:59:56.332356 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc0ef2aa-0d2b-460b-a2ec-1d79a16af992 req-b6472743-157a-458c-87a4-925dc26f506c tempest-TestShelveInstance-1834904767 tempest-TestShelveInstance-1834904767-project] Network 80f82789-426d-4fba-a6bd-c984530e2630 is already hosted by enough agents. {{(pid=91772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 06:59:56.335228 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.scheduler.base_scheduler [req-cc0ef2aa-0d2b-460b-a2ec-1d79a16af992 req-b6472743-157a-458c-87a4-925dc26f506c tempest-TestShelveInstance-1834904767 tempest-TestShelveInstance-1834904767-project] Resources bound (agent type, host, resource id): {{(pid=91772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 06:59:56.339122 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc0ef2aa-0d2b-460b-a2ec-1d79a16af992 req-b6472743-157a-458c-87a4-925dc26f506c tempest-TestShelveInstance-1834904767 tempest-TestShelveInstance-1834904767-project] Received port after_create {{(pid=91772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 06:59:56.369163 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6472743-157a-458c-87a4-925dc26f506c tempest-TestShelveInstance-1834904767 tempest-TestShelveInstance-1834904767-project] Pushing event updated for resources: {'Port': ['ID=65309ddd-db25-40cf-8ca4-ba09b403d9d5,revision_number=1']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:59:56.376153 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-b6472743-157a-458c-87a4-925dc26f506c tempest-TestShelveInstance-1834904767 tempest-TestShelveInstance-1834904767-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:59:56.407281 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0ef2aa-0d2b-460b-a2ec-1d79a16af992 req-b6472743-157a-458c-87a4-925dc26f506c tempest-TestShelveInstance-1834904767 tempest-TestShelveInstance-1834904767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:59:56.407887 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [req-cc0ef2aa-0d2b-460b-a2ec-1d79a16af992 req-b6472743-157a-458c-87a4-925dc26f506c tempest-TestShelveInstance-1834904767 tempest-TestShelveInstance-1834904767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503096'] for port, before_response {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:56.426737 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-cc0ef2aa-0d2b-460b-a2ec-1d79a16af992 req-b6472743-157a-458c-87a4-925dc26f506c tempest-TestShelveInstance-1834904767 tempest-TestShelveInstance-1834904767-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8865738 Jun 07 06:59:56.438974 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.v2.base [req-cc0ef2aa-0d2b-460b-a2ec-1d79a16af992 req-0c1c5099-fb79-428f-bdc0-ecee32e086ae service neutron] Request body: {'port': {'device_id': 'f87b669b-26c3-4b9d-acb4-4ec31230d21d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78414'}} {{(pid=91772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 06:59:56.575979 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.db.provisioning_blocks [None req-2ea9064e-6e8c-43d7-9710-5f83d684aa37 None None] Provisioning for port 65309ddd-db25-40cf-8ca4-ba09b403d9d5 completed by entity DHCP. {{(pid=91774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 06:59:56.583161 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.db.provisioning_blocks [None req-2ea9064e-6e8c-43d7-9710-5f83d684aa37 None None] Provisioning complete for port 65309ddd-db25-40cf-8ca4-ba09b403d9d5 triggered by entity DHCP. {{(pid=91774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 06:59:56.583521 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-2ea9064e-6e8c-43d7-9710-5f83d684aa37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723953'] for port, provisioning_complete {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:56.643714 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.plugin [None req-2ea9064e-6e8c-43d7-9710-5f83d684aa37 None None] Port 65309ddd-db25-40cf-8ca4-ba09b403d9d5 cannot update to ACTIVE because it is not bound. {{(pid=91774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 07 06:59:56.651355 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [req-cc0ef2aa-0d2b-460b-a2ec-1d79a16af992 req-0c1c5099-fb79-428f-bdc0-ecee32e086ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564700'] for port, before_update {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:56.859787 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21633591-e892-4eaa-b732-47388a5896d0 req-b4facf49-4d61-4e6b-b7a2-28b1f5cd6afc tempest-TestShelveInstance-1834904767 tempest-TestShelveInstance-1834904767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:59:56.861153 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-21633591-e892-4eaa-b732-47388a5896d0 req-b4facf49-4d61-4e6b-b7a2-28b1f5cd6afc tempest-TestShelveInstance-1834904767 tempest-TestShelveInstance-1834904767-project] 10.222.0.21 "GET /v2.0/ports?device_id=f87b669b-26c3-4b9d-acb4-4ec31230d21d HTTP/1.1" status: 200 len: 932 time: 0.1993842 Jun 07 06:59:56.983421 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-21633591-e892-4eaa-b732-47388a5896d0 req-6bc36833-6696-4c6d-b007-8dc232ffc09c tempest-TestShelveInstance-1834904767 tempest-TestShelveInstance-1834904767-project] 10.222.0.21 "GET /v2.0/security-groups?id=97a227cc-1355-40b2-84f2-7e186898cbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1162012 Jun 07 06:59:57.092668 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.notifiers.nova [req-cc0ef2aa-0d2b-460b-a2ec-1d79a16af992 req-0c1c5099-fb79-428f-bdc0-ecee32e086ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65309ddd-db25-40cf-8ca4-ba09b403d9d5 {{(pid=91772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 06:59:57.099826 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [req-cc0ef2aa-0d2b-460b-a2ec-1d79a16af992 req-0c1c5099-fb79-428f-bdc0-ecee32e086ae service neutron] Notify callbacks [] for port, precommit_update {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:57.114400 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.db.provisioning_blocks [req-cc0ef2aa-0d2b-460b-a2ec-1d79a16af992 req-0c1c5099-fb79-428f-bdc0-ecee32e086ae service neutron] Transition to ACTIVE for port object 65309ddd-db25-40cf-8ca4-ba09b403d9d5 will not be triggered until provisioned by entity L2. {{(pid=91772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 06:59:57.117705 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [req-cc0ef2aa-0d2b-460b-a2ec-1d79a16af992 req-0c1c5099-fb79-428f-bdc0-ecee32e086ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-569476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762332438254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762331935097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762331935142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2958540'] for port, after_update {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:57.122994 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-2e1d4300-e6f5-4244-ad13-fd00012424b9 tempest-TestMinimumBasicScenario-608799379 tempest-TestMinimumBasicScenario-608799379-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:59:57.283484 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1c5099-fb79-428f-bdc0-ecee32e086ae service neutron] Pushing event updated for resources: {'Port': ['ID=65309ddd-db25-40cf-8ca4-ba09b403d9d5,revision_number=2']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:59:57.295309 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-0c1c5099-fb79-428f-bdc0-ecee32e086ae service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:59:57.417626 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.plugins.ml2.managers [req-cc0ef2aa-0d2b-460b-a2ec-1d79a16af992 req-0c1c5099-fb79-428f-bdc0-ecee32e086ae service neutron] Attempting to bind port 65309ddd-db25-40cf-8ca4-ba09b403d9d5 on host hv-cinder-78414 for vnic_type normal with profile {{(pid=91772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 06:59:57.417968 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.plugins.ml2.managers [req-cc0ef2aa-0d2b-460b-a2ec-1d79a16af992 req-0c1c5099-fb79-428f-bdc0-ecee32e086ae service neutron] Attempting to bind port 65309ddd-db25-40cf-8ca4-ba09b403d9d5 by drivers openvswitch,hyperv on host hv-cinder-78414 at level 0 using segments [{'id': '72e92de7-8a1c-4a00-bd12-01e4302d58db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '80f82789-426d-4fba-a6bd-c984530e2630'}] {{(pid=91772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 06:59:57.418300 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc0ef2aa-0d2b-460b-a2ec-1d79a16af992 req-0c1c5099-fb79-428f-bdc0-ecee32e086ae service neutron] Attempting to bind port 65309ddd-db25-40cf-8ca4-ba09b403d9d5 on network 80f82789-426d-4fba-a6bd-c984530e2630 {{(pid=91772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 06:59:57.431616 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc0ef2aa-0d2b-460b-a2ec-1d79a16af992 req-0c1c5099-fb79-428f-bdc0-ecee32e086ae service neutron] Port 65309ddd-db25-40cf-8ca4-ba09b403d9d5 on network 80f82789-426d-4fba-a6bd-c984530e2630 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78414 {{(pid=91772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 07 06:59:57.431962 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc0ef2aa-0d2b-460b-a2ec-1d79a16af992 req-0c1c5099-fb79-428f-bdc0-ecee32e086ae service neutron] Attempting to bind port 65309ddd-db25-40cf-8ca4-ba09b403d9d5 on network 80f82789-426d-4fba-a6bd-c984530e2630 {{(pid=91772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 06:59:57.439968 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc0ef2aa-0d2b-460b-a2ec-1d79a16af992 req-0c1c5099-fb79-428f-bdc0-ecee32e086ae service neutron] Checking agent: {'id': '5a91191c-7894-4314-84ee-19ce578def86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78414', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 6, 52, 11), 'started_at': datetime.datetime(2021, 6, 7, 6, 52, 11), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 6, 59, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 06:59:57.440304 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc0ef2aa-0d2b-460b-a2ec-1d79a16af992 req-0c1c5099-fb79-428f-bdc0-ecee32e086ae service neutron] Checking segment: {'id': '72e92de7-8a1c-4a00-bd12-01e4302d58db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '80f82789-426d-4fba-a6bd-c984530e2630'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 06:59:57.440684 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc0ef2aa-0d2b-460b-a2ec-1d79a16af992 req-0c1c5099-fb79-428f-bdc0-ecee32e086ae service neutron] Bound using segment: {'id': '72e92de7-8a1c-4a00-bd12-01e4302d58db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '80f82789-426d-4fba-a6bd-c984530e2630'} {{(pid=91772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 06:59:57.441107 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.plugins.ml2.managers [req-cc0ef2aa-0d2b-460b-a2ec-1d79a16af992 req-0c1c5099-fb79-428f-bdc0-ecee32e086ae service neutron] Bound port: 65309ddd-db25-40cf-8ca4-ba09b403d9d5, host: hv-cinder-78414, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72e92de7-8a1c-4a00-bd12-01e4302d58db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '80f82789-426d-4fba-a6bd-c984530e2630'}}] {{(pid=91772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 06:59:57.441453 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [req-cc0ef2aa-0d2b-460b-a2ec-1d79a16af992 req-0c1c5099-fb79-428f-bdc0-ecee32e086ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564700'] for port, before_update {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:57.529494 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642d4ed2-ba9a-4587-9143-a0015adf154e req-e0f51dae-57cf-41a9-8aae-d5a80af98512 tempest-TestMinimumBasicScenario-608799379 tempest-TestMinimumBasicScenario-608799379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:59:57.531124 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-642d4ed2-ba9a-4587-9143-a0015adf154e req-e0f51dae-57cf-41a9-8aae-d5a80af98512 tempest-TestMinimumBasicScenario-608799379 tempest-TestMinimumBasicScenario-608799379-project] 10.222.0.21 "GET /v2.0/ports?device_id=795e2a4a-ae14-4646-8bf6-9ccffb59f7d8 HTTP/1.1" status: 200 len: 985 time: 0.1623583 Jun 07 06:59:57.579967 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.plugins.ml2.db [req-cc0ef2aa-0d2b-460b-a2ec-1d79a16af992 req-0c1c5099-fb79-428f-bdc0-ecee32e086ae service neutron] For port 65309ddd-db25-40cf-8ca4-ba09b403d9d5, host hv-cinder-78414, cleared binding levels {{(pid=91772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 06:59:57.598700 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-642d4ed2-ba9a-4587-9143-a0015adf154e req-deba5b15-2924-4550-916c-ff6e4597adfd tempest-TestMinimumBasicScenario-608799379 tempest-TestMinimumBasicScenario-608799379-project] 10.222.0.21 "GET /v2.0/security-groups?id=2a9523a8-2ff1-4f5b-9747-a8d45ba0dae8&id=3261fb00-3750-4c9f-b48d-72d79ee045fb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0555606 Jun 07 06:59:57.598700 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.plugins.ml2.db [req-cc0ef2aa-0d2b-460b-a2ec-1d79a16af992 req-0c1c5099-fb79-428f-bdc0-ecee32e086ae service neutron] For port 65309ddd-db25-40cf-8ca4-ba09b403d9d5, host hv-cinder-78414, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=65309ddd-db25-40cf-8ca4-ba09b403d9d5,segment=NetworkSegment(72e92de7-8a1c-4a00-bd12-01e4302d58db),segment_id=72e92de7-8a1c-4a00-bd12-01e4302d58db)] {{(pid=91772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 06:59:57.606831 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [req-cc0ef2aa-0d2b-460b-a2ec-1d79a16af992 req-0c1c5099-fb79-428f-bdc0-ecee32e086ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-569476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762332438254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762331935097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762331935142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2958540'] for port, after_update {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:57.620151 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-435328b1-b6d3-4985-90cb-9d35cc69006d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:59:57.672610 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0ef2aa-0d2b-460b-a2ec-1d79a16af992 req-0c1c5099-fb79-428f-bdc0-ecee32e086ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:59:57.673208 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [req-cc0ef2aa-0d2b-460b-a2ec-1d79a16af992 req-0c1c5099-fb79-428f-bdc0-ecee32e086ae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503096'] for port, before_response {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:57.674535 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-cc0ef2aa-0d2b-460b-a2ec-1d79a16af992 req-0c1c5099-fb79-428f-bdc0-ecee32e086ae service neutron] 10.222.0.43 "PUT /v2.0/ports/65309ddd-db25-40cf-8ca4-ba09b403d9d5 HTTP/1.1" status: 200 len: 1094 time: 1.2399313 Jun 07 06:59:57.675025 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f87b669b-26c3-4b9d-acb4-4ec31230d21d', 'tag': '65309ddd-db25-40cf-8ca4-ba09b403d9d5'}] {{(pid=91772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 06:59:57.680101 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b3564b50ce45010e06e11b2a9bfee31ad6a5dcfa31583fbede74178fb7a3d70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd1c4f42-68ab-41c7-bc52-29a8b8c83969" -d '{"events": [{"name": "network-changed", "server_uuid": "f87b669b-26c3-4b9d-acb4-4ec31230d21d", "tag": "65309ddd-db25-40cf-8ca4-ba09b403d9d5"}]}' {{(pid=91772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 06:59:57.700665 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1c5099-fb79-428f-bdc0-ecee32e086ae service neutron] Pushing event updated for resources: {'Port': ['ID=65309ddd-db25-40cf-8ca4-ba09b403d9d5,revision_number=3']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:59:57.713503 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-0c1c5099-fb79-428f-bdc0-ecee32e086ae service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:59:57.762128 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 06:59:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-282523aa-85c4-4c94-82df-1d3ce5f446c9 x-openstack-request-id: req-282523aa-85c4-4c94-82df-1d3ce5f446c9 {{(pid=91772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 06:59:57.762354 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f87b669b-26c3-4b9d-acb4-4ec31230d21d", "tag": "65309ddd-db25-40cf-8ca4-ba09b403d9d5", "status": "completed", "code": 200}]} {{(pid=91772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 06:59:57.762521 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-282523aa-85c4-4c94-82df-1d3ce5f446c9 {{(pid=91772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 06:59:57.762916 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f87b669b-26c3-4b9d-acb4-4ec31230d21d', 'tag': '65309ddd-db25-40cf-8ca4-ba09b403d9d5', 'status': 'completed', 'code': 200} Jun 07 06:59:57.802984 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0ef2aa-0d2b-460b-a2ec-1d79a16af992 req-7b5ec8b2-f19c-42c5-877d-1789eb0c51bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:59:57.804472 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-cc0ef2aa-0d2b-460b-a2ec-1d79a16af992 req-7b5ec8b2-f19c-42c5-877d-1789eb0c51bc service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=42bf171906a3442fbd2784138b6a35de&device_id=f87b669b-26c3-4b9d-acb4-4ec31230d21d HTTP/1.1" status: 200 len: 1097 time: 0.0841296 Jun 07 06:59:57.878425 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-cc0ef2aa-0d2b-460b-a2ec-1d79a16af992 req-2f93a20f-271a-4ba2-92a6-30791e85ac85 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=65309ddd-db25-40cf-8ca4-ba09b403d9d5 HTTP/1.1" status: 200 len: 217 time: 0.0661414 Jun 07 06:59:57.940002 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0ef2aa-0d2b-460b-a2ec-1d79a16af992 req-f0ba4b92-0e61-4a25-842b-1e676f1c326a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:59:57.941334 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-cc0ef2aa-0d2b-460b-a2ec-1d79a16af992 req-f0ba4b92-0e61-4a25-842b-1e676f1c326a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8b71f6d7-5eeb-4431-8add-0eca70244bd0 HTTP/1.1" status: 200 len: 848 time: 0.0572708 Jun 07 06:59:58.021137 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0ef2aa-0d2b-460b-a2ec-1d79a16af992 req-f097e307-ccd2-4036-a060-a2d3a0621c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:59:58.022902 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-cc0ef2aa-0d2b-460b-a2ec-1d79a16af992 req-f097e307-ccd2-4036-a060-a2d3a0621c3a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=80f82789-426d-4fba-a6bd-c984530e2630&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0751722 Jun 07 06:59:58.220258 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-cc0ef2aa-0d2b-460b-a2ec-1d79a16af992 req-28d17aca-dd64-4a3b-9e90-b6de554059e0 service neutron] 10.222.0.43 "GET /v2.0/networks/80f82789-426d-4fba-a6bd-c984530e2630?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1897824 Jun 07 06:59:58.283081 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d20411-7023-4601-9cb2-f11251606982 req-6bd7401e-0904-4f14-aab5-b4820097fafa tempest-TestShelveInstance-1834904767 tempest-TestShelveInstance-1834904767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:59:58.284733 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-e4d20411-7023-4601-9cb2-f11251606982 req-6bd7401e-0904-4f14-aab5-b4820097fafa tempest-TestShelveInstance-1834904767 tempest-TestShelveInstance-1834904767-project] 10.222.0.21 "GET /v2.0/ports?device_id=f87b669b-26c3-4b9d-acb4-4ec31230d21d HTTP/1.1" status: 200 len: 944 time: 0.1628382 Jun 07 06:59:58.493206 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-e4d20411-7023-4601-9cb2-f11251606982 req-bb3d4d2e-7ed3-46e1-b0a1-fe916468529e tempest-TestShelveInstance-1834904767 tempest-TestShelveInstance-1834904767-project] 10.222.0.21 "GET /v2.0/security-groups?id=97a227cc-1355-40b2-84f2-7e186898cbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0680158 Jun 07 06:59:58.496997 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-cc0ef2aa-0d2b-460b-a2ec-1d79a16af992 req-29f9555f-e4d3-446c-acaa-f7292823f845 service neutron] 10.222.0.43 "GET /v2.0/networks/80f82789-426d-4fba-a6bd-c984530e2630?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2695811 Jun 07 06:59:58.619230 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1c4f42-68ab-41c7-bc52-29a8b8c83969 req-543b51f3-be2f-4c6a-8cfb-09f3d14a79bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:59:58.620784 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-cd1c4f42-68ab-41c7-bc52-29a8b8c83969 req-543b51f3-be2f-4c6a-8cfb-09f3d14a79bc service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=42bf171906a3442fbd2784138b6a35de&device_id=f87b669b-26c3-4b9d-acb4-4ec31230d21d HTTP/1.1" status: 200 len: 1097 time: 0.0807703 Jun 07 06:59:58.754044 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1c4f42-68ab-41c7-bc52-29a8b8c83969 req-ce126783-95ac-4036-ab9a-4edae713f68d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:59:58.755661 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-cd1c4f42-68ab-41c7-bc52-29a8b8c83969 req-ce126783-95ac-4036-ab9a-4edae713f68d service neutron] 10.222.0.43 "GET /v2.0/networks?id=80f82789-426d-4fba-a6bd-c984530e2630 HTTP/1.1" status: 200 len: 910 time: 0.1283331 Jun 07 06:59:58.832971 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-cd1c4f42-68ab-41c7-bc52-29a8b8c83969 req-5a825139-20c7-4f7d-8ea6-eb87cc31b65c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=65309ddd-db25-40cf-8ca4-ba09b403d9d5 HTTP/1.1" status: 200 len: 217 time: 0.0704522 Jun 07 06:59:58.894589 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1c4f42-68ab-41c7-bc52-29a8b8c83969 req-206f657e-091d-4c20-9c49-a178e9b56824 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:59:58.895983 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-cd1c4f42-68ab-41c7-bc52-29a8b8c83969 req-206f657e-091d-4c20-9c49-a178e9b56824 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8b71f6d7-5eeb-4431-8add-0eca70244bd0 HTTP/1.1" status: 200 len: 848 time: 0.0560725 Jun 07 06:59:58.901953 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron.db.agents_db [None req-9f63f2a9-7775-47ca-9fc8-a7f68791a20c None None] Agent healthcheck: found 6 active agents {{(pid=91775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 06:59:58.970089 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1c4f42-68ab-41c7-bc52-29a8b8c83969 req-ff93f35f-98c2-43c3-8af8-07db7daaa2fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:59:58.971495 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-cd1c4f42-68ab-41c7-bc52-29a8b8c83969 req-ff93f35f-98c2-43c3-8af8-07db7daaa2fc service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=80f82789-426d-4fba-a6bd-c984530e2630&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0678456 Jun 07 06:59:59.107943 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-cd1c4f42-68ab-41c7-bc52-29a8b8c83969 req-258f09ff-0300-4f25-9917-3280158d18b7 service neutron] 10.222.0.43 "GET /v2.0/networks/80f82789-426d-4fba-a6bd-c984530e2630?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294844 Jun 07 06:59:59.247700 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-cd1c4f42-68ab-41c7-bc52-29a8b8c83969 req-effa4918-8f21-4660-8c73-b355bce81a5a service neutron] 10.222.0.43 "GET /v2.0/networks/80f82789-426d-4fba-a6bd-c984530e2630?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298506 Jun 07 06:59:59.678821 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241b14fe-b6d2-4d4b-bd1a-ccf4cbd7bfca req-409c7714-e776-4204-b735-dfba543ee9ed tempest-TestShelveInstance-1834904767 tempest-TestShelveInstance-1834904767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:59:59.680150 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-241b14fe-b6d2-4d4b-bd1a-ccf4cbd7bfca req-409c7714-e776-4204-b735-dfba543ee9ed tempest-TestShelveInstance-1834904767 tempest-TestShelveInstance-1834904767-project] 10.222.0.21 "GET /v2.0/ports?device_id=f87b669b-26c3-4b9d-acb4-4ec31230d21d HTTP/1.1" status: 200 len: 944 time: 0.0814734 Jun 07 06:59:59.722773 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-241b14fe-b6d2-4d4b-bd1a-ccf4cbd7bfca req-b0516f0d-a69f-4020-a704-6e13fa1a7705 tempest-TestShelveInstance-1834904767 tempest-TestShelveInstance-1834904767-project] 10.222.0.21 "GET /v2.0/security-groups?id=97a227cc-1355-40b2-84f2-7e186898cbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366752 Jun 07 07:00:00.910178 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8f163e-1e4b-48fc-84a2-6561e093b5b1 req-d5606f81-6d5e-4d40-84ee-a5c9b0980a53 tempest-TestShelveInstance-1834904767 tempest-TestShelveInstance-1834904767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:00:00.911592 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-0d8f163e-1e4b-48fc-84a2-6561e093b5b1 req-d5606f81-6d5e-4d40-84ee-a5c9b0980a53 tempest-TestShelveInstance-1834904767 tempest-TestShelveInstance-1834904767-project] 10.222.0.21 "GET /v2.0/ports?device_id=f87b669b-26c3-4b9d-acb4-4ec31230d21d HTTP/1.1" status: 200 len: 944 time: 0.0774374 Jun 07 07:00:00.958203 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-0d8f163e-1e4b-48fc-84a2-6561e093b5b1 req-10dba971-fa04-4975-b247-c6f8eb3e365c tempest-TestShelveInstance-1834904767 tempest-TestShelveInstance-1834904767-project] 10.222.0.21 "GET /v2.0/security-groups?id=97a227cc-1355-40b2-84f2-7e186898cbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407076 Jun 07 07:00:01.072407 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Device 65309ddd-db25-40cf-8ca4-ba09b403d9d5 details requested by agent hyperv_hv-cinder-78414 with host hv-cinder-78414 {{(pid=91774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 07 07:00:01.201493 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.db [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] For port 65309ddd-db25-40cf-8ca4-ba09b403d9d5, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=65309ddd-db25-40cf-8ca4-ba09b403d9d5,segment=NetworkSegment(72e92de7-8a1c-4a00-bd12-01e4302d58db),segment_id=72e92de7-8a1c-4a00-bd12-01e4302d58db)] {{(pid=91774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 07:00:01.213856 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Returning: {'device': '65309ddd-db25-40cf-8ca4-ba09b403d9d5', 'network_id': '80f82789-426d-4fba-a6bd-c984530e2630', 'port_id': '65309ddd-db25-40cf-8ca4-ba09b403d9d5', 'mac_address': 'fa:16:3e:1d:45:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b71f6d7-5eeb-4431-8add-0eca70244bd0', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 07 07:00:01.271693 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564700'] for port, before_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:01.288837 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.notifiers.nova [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65309ddd-db25-40cf-8ca4-ba09b403d9d5 {{(pid=91774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 07:00:01.305344 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.db [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] For port 65309ddd-db25-40cf-8ca4-ba09b403d9d5, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=65309ddd-db25-40cf-8ca4-ba09b403d9d5,segment=NetworkSegment(72e92de7-8a1c-4a00-bd12-01e4302d58db),segment_id=72e92de7-8a1c-4a00-bd12-01e4302d58db)] {{(pid=91774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 07:00:01.309399 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-569476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762332438254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762331935097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762331935142'] for port, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:01.311120 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-faff47ad-aa99-4f3e-8bd6-ac309d316439 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 07:00:01.375938 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Pushing event updated for resources: {'Port': ['ID=65309ddd-db25-40cf-8ca4-ba09b403d9d5,revision_number=4']} {{(pid=91774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 07:00:01.378893 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 07:00:01.575423 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.db [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] get_ports_and_sgs() called for port_ids ['65309ddd-db25-40cf-8ca4-ba09b403d9d5'] {{(pid=91774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 07:00:02.147156 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f453b0bd-425f-44e6-abbe-8bf04cc7c58c req-3fa7fcf9-6915-4c4b-a2af-b48bcbbbe60d tempest-TestShelveInstance-1834904767 tempest-TestShelveInstance-1834904767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:00:02.148812 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-f453b0bd-425f-44e6-abbe-8bf04cc7c58c req-3fa7fcf9-6915-4c4b-a2af-b48bcbbbe60d tempest-TestShelveInstance-1834904767 tempest-TestShelveInstance-1834904767-project] 10.222.0.21 "GET /v2.0/ports?device_id=f87b669b-26c3-4b9d-acb4-4ec31230d21d HTTP/1.1" status: 200 len: 945 time: 0.0819328 Jun 07 07:00:02.203829 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-f453b0bd-425f-44e6-abbe-8bf04cc7c58c req-6c788641-ba59-48d1-adc9-0e8b55ac7a72 tempest-TestShelveInstance-1834904767 tempest-TestShelveInstance-1834904767-project] 10.222.0.21 "GET /v2.0/security-groups?id=97a227cc-1355-40b2-84f2-7e186898cbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445514 Jun 07 07:00:03.085124 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Device 65309ddd-db25-40cf-8ca4-ba09b403d9d5 up at agent hyperv_hv-cinder-78414 {{(pid=91774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 07:00:03.153650 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.db.provisioning_blocks [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Provisioning for port 65309ddd-db25-40cf-8ca4-ba09b403d9d5 completed by entity L2. {{(pid=91774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 07:00:03.158542 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.db.provisioning_blocks [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Provisioning complete for port 65309ddd-db25-40cf-8ca4-ba09b403d9d5 triggered by entity L2. {{(pid=91774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 07:00:03.158912 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723953'] for port, provisioning_complete {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:03.272900 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564700'] for port, before_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:03.299258 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f87b669b-26c3-4b9d-acb4-4ec31230d21d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65309ddd-db25-40cf-8ca4-ba09b403d9d5'}] {{(pid=91774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 07:00:03.303300 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73fb9c482eb19c5c2e497b7af5ecd9f5da2a12b641d83391285fbc9a8928c34b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c94db187-442f-4903-85d6-e51c03c13fad" -d '{"events": [{"server_uuid": "f87b669b-26c3-4b9d-acb4-4ec31230d21d", "name": "network-vif-plugged", "status": "completed", "tag": "65309ddd-db25-40cf-8ca4-ba09b403d9d5"}]}' {{(pid=91774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 07:00:03.312622 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.db [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] For port 65309ddd-db25-40cf-8ca4-ba09b403d9d5, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=65309ddd-db25-40cf-8ca4-ba09b403d9d5,segment=NetworkSegment(72e92de7-8a1c-4a00-bd12-01e4302d58db),segment_id=72e92de7-8a1c-4a00-bd12-01e4302d58db)] {{(pid=91774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 07:00:03.317319 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-569476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762332438254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762331935097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762331935142'] for port, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:03.319527 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 07:00:03.364460 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 07:00:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03e3560f-3301-4c17-8e6a-3b5035ec925f x-openstack-request-id: req-03e3560f-3301-4c17-8e6a-3b5035ec925f {{(pid=91774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 07:00:03.364762 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f87b669b-26c3-4b9d-acb4-4ec31230d21d", "name": "network-vif-plugged", "status": "completed", "tag": "65309ddd-db25-40cf-8ca4-ba09b403d9d5", "code": 200}]} {{(pid=91774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 07:00:03.365026 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-03e3560f-3301-4c17-8e6a-3b5035ec925f {{(pid=91774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 07:00:03.365614 dv-cinder-784140-5-smb neutron-server[91774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f87b669b-26c3-4b9d-acb4-4ec31230d21d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65309ddd-db25-40cf-8ca4-ba09b403d9d5', 'code': 200} Jun 07 07:00:03.393218 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Pushing event updated for resources: {'Port': ['ID=65309ddd-db25-40cf-8ca4-ba09b403d9d5,revision_number=5']} {{(pid=91774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 07:00:03.396405 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 07:00:03.421631 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9785eea5-96fd-4d7b-824d-933677539bc8 req-8f56e1e8-872c-4c90-8106-ec7d1169455f tempest-TestShelveInstance-1834904767 tempest-TestShelveInstance-1834904767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:00:03.423105 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-9785eea5-96fd-4d7b-824d-933677539bc8 req-8f56e1e8-872c-4c90-8106-ec7d1169455f tempest-TestShelveInstance-1834904767 tempest-TestShelveInstance-1834904767-project] 10.222.0.21 "GET /v2.0/ports?device_id=f87b669b-26c3-4b9d-acb4-4ec31230d21d HTTP/1.1" status: 200 len: 946 time: 0.1159303 Jun 07 07:00:03.467204 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-9785eea5-96fd-4d7b-824d-933677539bc8 req-63287cb0-39e0-453a-8c81-baa60fe722a9 tempest-TestShelveInstance-1834904767 tempest-TestShelveInstance-1834904767-project] 10.222.0.21 "GET /v2.0/security-groups?id=97a227cc-1355-40b2-84f2-7e186898cbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385242 Jun 07 07:00:03.663160 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513b5e22-5a82-4f55-bf4a-f109d89ef982 req-93af2c16-586d-44a9-8e87-67595c5f93f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:00:03.664654 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-513b5e22-5a82-4f55-bf4a-f109d89ef982 req-93af2c16-586d-44a9-8e87-67595c5f93f1 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=f87b669b-26c3-4b9d-acb4-4ec31230d21d HTTP/1.1" status: 200 len: 1099 time: 0.0709839 Jun 07 07:00:03.708285 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-513b5e22-5a82-4f55-bf4a-f109d89ef982 req-43f17c35-2135-46db-a30d-c958374e814b service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=97a227cc-1355-40b2-84f2-7e186898cbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356517 Jun 07 07:00:04.665119 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c68f7f-9200-40f7-94c2-f65b821894a4 req-1e488d94-7170-44e2-b308-d3141b55308c tempest-TestShelveInstance-1834904767 tempest-TestShelveInstance-1834904767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:00:04.666538 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-33c68f7f-9200-40f7-94c2-f65b821894a4 req-1e488d94-7170-44e2-b308-d3141b55308c tempest-TestShelveInstance-1834904767 tempest-TestShelveInstance-1834904767-project] 10.222.0.21 "GET /v2.0/ports?device_id=f87b669b-26c3-4b9d-acb4-4ec31230d21d HTTP/1.1" status: 200 len: 946 time: 0.0849199 Jun 07 07:00:04.710164 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-33c68f7f-9200-40f7-94c2-f65b821894a4 req-7af18ceb-18b3-486e-86e0-3e6bac6d52ec tempest-TestShelveInstance-1834904767 tempest-TestShelveInstance-1834904767-project] 10.222.0.21 "GET /v2.0/security-groups?id=97a227cc-1355-40b2-84f2-7e186898cbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379529 Jun 07 07:00:05.890434 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68ab528-abb8-42ac-942d-3c88f67b8ae4 req-89285519-fd35-405f-982e-907197864865 tempest-TestShelveInstance-1834904767 tempest-TestShelveInstance-1834904767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:00:05.891830 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-a68ab528-abb8-42ac-942d-3c88f67b8ae4 req-89285519-fd35-405f-982e-907197864865 tempest-TestShelveInstance-1834904767 tempest-TestShelveInstance-1834904767-project] 10.222.0.21 "GET /v2.0/ports?device_id=f87b669b-26c3-4b9d-acb4-4ec31230d21d HTTP/1.1" status: 200 len: 946 time: 0.0777454 Jun 07 07:00:05.934587 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-a68ab528-abb8-42ac-942d-3c88f67b8ae4 req-75d46efd-d676-472e-867c-ffc7564dcf50 tempest-TestShelveInstance-1834904767 tempest-TestShelveInstance-1834904767-project] 10.222.0.21 "GET /v2.0/security-groups?id=97a227cc-1355-40b2-84f2-7e186898cbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372369 Jun 07 07:00:06.120238 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7dba720-14fe-4a3b-8f21-1461ca2b7308 req-b943bbdf-d0a3-4101-88b3-d3763277526b tempest-TestShelveInstance-1834904767 tempest-TestShelveInstance-1834904767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:00:06.121724 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-a7dba720-14fe-4a3b-8f21-1461ca2b7308 req-b943bbdf-d0a3-4101-88b3-d3763277526b tempest-TestShelveInstance-1834904767 tempest-TestShelveInstance-1834904767-project] 10.222.0.21 "GET /v2.0/ports?device_id=f87b669b-26c3-4b9d-acb4-4ec31230d21d HTTP/1.1" status: 200 len: 946 time: 0.0850229 Jun 07 07:00:06.168027 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-a7dba720-14fe-4a3b-8f21-1461ca2b7308 req-8c2219fd-c9ca-4eca-8b7e-533bd5e31da3 tempest-TestShelveInstance-1834904767 tempest-TestShelveInstance-1834904767-project] 10.222.0.21 "GET /v2.0/security-groups?id=97a227cc-1355-40b2-84f2-7e186898cbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400341 Jun 07 07:00:06.193643 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.21', 59928) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 07:00:06.373871 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b5ae8c7-f3ac-4580-bb89-34ee05d56627 tempest-TestShelveInstance-119657240 tempest-TestShelveInstance-119657240-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:00:06.375286 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [None req-2b5ae8c7-f3ac-4580-bb89-34ee05d56627 tempest-TestShelveInstance-119657240 tempest-TestShelveInstance-119657240-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=f87b669b-26c3-4b9d-acb4-4ec31230d21d HTTP/1.1" status: 200 len: 1094 time: 0.1806295 Jun 07 07:00:06.378141 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.21', 59936) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 07:00:06.382402 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.v2.base [None req-89ff23fa-7bae-4571-8770-635ea5e58fe4 tempest-TestShelveInstance-1834904767 tempest-TestShelveInstance-1834904767-project] Request body: {'floatingip': {'floating_network_id': 'a84d0276-e36b-485f-b034-cb606776a5f5', 'port_id': '65309ddd-db25-40cf-8ca4-ba09b403d9d5', 'tenant_id': '42bf171906a3442fbd2784138b6a35de', 'fixed_ip_address': '172.20.0.14'}} {{(pid=91773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 07:00:06.406174 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-89ff23fa-7bae-4571-8770-635ea5e58fe4 tempest-TestShelveInstance-1834904767 tempest-TestShelveInstance-1834904767-project] Notify callbacks [] for floatingip, before_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:06.620917 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-89ff23fa-7bae-4571-8770-635ea5e58fe4 tempest-TestShelveInstance-1834904767 tempest-TestShelveInstance-1834904767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564700'] for port, before_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:06.761362 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.db.db_base_plugin_common [None req-89ff23fa-7bae-4571-8770-635ea5e58fe4 tempest-TestShelveInstance-1834904767 tempest-TestShelveInstance-1834904767-project] Allocated IP 172.28.3.237 (a84d0276-e36b-485f-b034-cb606776a5f5/bc8e845f-21f5-4331-a893-3fabfb1361b8/bf465d4d-47f2-478e-bb8c-034db5f333a4) {{(pid=91773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 07:00:06.900745 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-afed92cc-d2cf-44b9-abd8-aa6c9762fa1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762332461204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723872'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:06.906026 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-89ff23fa-7bae-4571-8770-635ea5e58fe4 tempest-TestShelveInstance-1834904767 tempest-TestShelveInstance-1834904767-project] Notify callbacks [] for port, precommit_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:06.934973 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-89ff23fa-7bae-4571-8770-635ea5e58fe4 tempest-TestShelveInstance-1834904767 tempest-TestShelveInstance-1834904767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-569476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648536', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762331935079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2253277'] for port, after_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:06.939260 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-7470a335-9cf1-41f3-8fa4-9e948ed4ba9e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 07:00:06.996596 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89ff23fa-7bae-4571-8770-635ea5e58fe4 tempest-TestShelveInstance-1834904767 tempest-TestShelveInstance-1834904767-project] Network a84d0276-e36b-485f-b034-cb606776a5f5 is already hosted by enough agents. {{(pid=91773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 07:00:06.999414 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.scheduler.base_scheduler [None req-89ff23fa-7bae-4571-8770-635ea5e58fe4 tempest-TestShelveInstance-1834904767 tempest-TestShelveInstance-1834904767-project] Resources bound (agent type, host, resource id): {{(pid=91773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 07:00:07.002928 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89ff23fa-7bae-4571-8770-635ea5e58fe4 tempest-TestShelveInstance-1834904767 tempest-TestShelveInstance-1834904767-project] Received port after_create {{(pid=91773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 07:00:07.036331 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ff23fa-7bae-4571-8770-635ea5e58fe4 tempest-TestShelveInstance-1834904767 tempest-TestShelveInstance-1834904767-project] Pushing event updated for resources: {'Port': ['ID=bf465d4d-47f2-478e-bb8c-034db5f333a4,revision_number=1']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 07:00:07.048243 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ff23fa-7bae-4571-8770-635ea5e58fe4 tempest-TestShelveInstance-1834904767 tempest-TestShelveInstance-1834904767-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:00:07.048633 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ff23fa-7bae-4571-8770-635ea5e58fe4 tempest-TestShelveInstance-1834904767 tempest-TestShelveInstance-1834904767-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:00:07.048988 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ff23fa-7bae-4571-8770-635ea5e58fe4 tempest-TestShelveInstance-1834904767 tempest-TestShelveInstance-1834904767-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:00:07.049338 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ff23fa-7bae-4571-8770-635ea5e58fe4 tempest-TestShelveInstance-1834904767 tempest-TestShelveInstance-1834904767-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:00:07.049682 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ff23fa-7bae-4571-8770-635ea5e58fe4 tempest-TestShelveInstance-1834904767 tempest-TestShelveInstance-1834904767-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:00:07.050021 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ff23fa-7bae-4571-8770-635ea5e58fe4 tempest-TestShelveInstance-1834904767 tempest-TestShelveInstance-1834904767-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:00:07.050361 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ff23fa-7bae-4571-8770-635ea5e58fe4 tempest-TestShelveInstance-1834904767 tempest-TestShelveInstance-1834904767-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:00:07.050697 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ff23fa-7bae-4571-8770-635ea5e58fe4 tempest-TestShelveInstance-1834904767 tempest-TestShelveInstance-1834904767-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:00:07.051035 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ff23fa-7bae-4571-8770-635ea5e58fe4 tempest-TestShelveInstance-1834904767 tempest-TestShelveInstance-1834904767-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:00:07.051371 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ff23fa-7bae-4571-8770-635ea5e58fe4 tempest-TestShelveInstance-1834904767 tempest-TestShelveInstance-1834904767-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:00:07.051707 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ff23fa-7bae-4571-8770-635ea5e58fe4 tempest-TestShelveInstance-1834904767 tempest-TestShelveInstance-1834904767-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:00:07.052063 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ff23fa-7bae-4571-8770-635ea5e58fe4 tempest-TestShelveInstance-1834904767 tempest-TestShelveInstance-1834904767-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:00:07.059994 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-89ff23fa-7bae-4571-8770-635ea5e58fe4 tempest-TestShelveInstance-1834904767 tempest-TestShelveInstance-1834904767-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 07:00:07.415356 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-89ff23fa-7bae-4571-8770-635ea5e58fe4 tempest-TestShelveInstance-1834904767 tempest-TestShelveInstance-1834904767-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:07.487349 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-89ff23fa-7bae-4571-8770-635ea5e58fe4 tempest-TestShelveInstance-1834904767 tempest-TestShelveInstance-1834904767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564700'] for port, before_update {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:07.693490 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-89ff23fa-7bae-4571-8770-635ea5e58fe4 tempest-TestShelveInstance-1834904767 tempest-TestShelveInstance-1834904767-project] Notify callbacks [] for port, precommit_update {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:07.698438 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-89ff23fa-7bae-4571-8770-635ea5e58fe4 tempest-TestShelveInstance-1834904767 tempest-TestShelveInstance-1834904767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-569476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762332438254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762331935097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762331935142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2253286'] for port, after_update {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:07.703424 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-bccbfa9b-c485-480f-9c2b-8039fc8d8183 tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 07:00:07.812469 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ff23fa-7bae-4571-8770-635ea5e58fe4 tempest-TestShelveInstance-1834904767 tempest-TestShelveInstance-1834904767-project] Pushing event updated for resources: {'Port': ['ID=bf465d4d-47f2-478e-bb8c-034db5f333a4,revision_number=2']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 07:00:07.816722 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-89ff23fa-7bae-4571-8770-635ea5e58fe4 tempest-TestShelveInstance-1834904767 tempest-TestShelveInstance-1834904767-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 07:00:07.823989 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-89ff23fa-7bae-4571-8770-635ea5e58fe4 tempest-TestShelveInstance-1834904767 tempest-TestShelveInstance-1834904767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1754227'] for floatingip, after_update {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:08.007452 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.db.l3_db [None req-89ff23fa-7bae-4571-8770-635ea5e58fe4 tempest-TestShelveInstance-1834904767 tempest-TestShelveInstance-1834904767-project] Floating IP f5323c84-cdee-4eaf-bc4a-d1e23a7c461c associated. External IP: 172.28.3.237, port: 65309ddd-db25-40cf-8ca4-ba09b403d9d5. Jun 07 07:00:08.449647 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89ff23fa-7bae-4571-8770-635ea5e58fe4 tempest-TestShelveInstance-1834904767 tempest-TestShelveInstance-1834904767-project] Router 84790931-fab6-4b14-8070-67a31911e427 has already been hosted by L3 agent dd8e9e9b-c9b0-4755-a773-57df6dee4a2e {{(pid=91773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 07:00:08.626946 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89ff23fa-7bae-4571-8770-635ea5e58fe4 tempest-TestShelveInstance-1834904767 tempest-TestShelveInstance-1834904767-project] Notify agent at l3_agent.dv-cinder-784140-5-smb the message routers_updated {{(pid=91773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 07:00:08.636946 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f6676d3-9a39-47c5-a9f3-9686474521aa None None] Sync routers for ids ['84790931-fab6-4b14-8070-67a31911e427'] in dv-cinder-784140-5-smb {{(pid=91775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 07:00:08.646171 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-89ff23fa-7bae-4571-8770-635ea5e58fe4 tempest-TestShelveInstance-1834904767 tempest-TestShelveInstance-1834904767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503096'] for floatingip, before_response {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:08.647409 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f6676d3-9a39-47c5-a9f3-9686474521aa None None] Routers {'84790931-fab6-4b14-8070-67a31911e427'} bound to L3 agent in host dv-cinder-784140-5-smb {{(pid=91775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 07:00:08.648042 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron.db.l3_hamode_db [None req-8f6676d3-9a39-47c5-a9f3-9686474521aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-07T06:46:09Z,description=,heartbeat_timestamp=2021-06-07T06:59:39Z,host='dv-cinder-784140-5-smb',id=dd8e9e9b-c9b0-4755-a773-57df6dee4a2e,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T06:46:09Z,topic='l3_agent')) {'router_ids': ['84790931-fab6-4b14-8070-67a31911e427'], 'active': True} {{(pid=91775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 07:00:08.704681 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [None req-89ff23fa-7bae-4571-8770-635ea5e58fe4 tempest-TestShelveInstance-1834904767 tempest-TestShelveInstance-1834904767-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3253677 Jun 07 07:00:08.705163 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f87b669b-26c3-4b9d-acb4-4ec31230d21d', 'tag': '65309ddd-db25-40cf-8ca4-ba09b403d9d5'}] {{(pid=91773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 07:00:08.707434 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7af0e1444f231fbc9cc9c3372b4fb62bb65a3f4c42e6951a4a8787648e20f245" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ee98c05-81b7-4c70-a512-e2d36154b1da" -d '{"events": [{"name": "network-changed", "server_uuid": "f87b669b-26c3-4b9d-acb4-4ec31230d21d", "tag": "65309ddd-db25-40cf-8ca4-ba09b403d9d5"}]}' {{(pid=91773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 07:00:08.856573 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron.db.l3_dvr_db [None req-8f6676d3-9a39-47c5-a9f3-9686474521aa None None] Set router 84790931-fab6-4b14-8070-67a31911e427 gateway port host: dv-cinder-784140-5-smb {{(pid=91775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 07:00:08.877427 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 07:00:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88a50d03-0086-4868-82ef-fa359314b09d x-openstack-request-id: req-88a50d03-0086-4868-82ef-fa359314b09d {{(pid=91773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 07:00:08.877751 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f87b669b-26c3-4b9d-acb4-4ec31230d21d", "tag": "65309ddd-db25-40cf-8ca4-ba09b403d9d5", "status": "completed", "code": 200}]} {{(pid=91773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 07:00:08.878038 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-88a50d03-0086-4868-82ef-fa359314b09d {{(pid=91773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 07:00:08.878463 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f87b669b-26c3-4b9d-acb4-4ec31230d21d', 'tag': '65309ddd-db25-40cf-8ca4-ba09b403d9d5', 'status': 'completed', 'code': 200} Jun 07 07:00:08.910732 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-50bdd493-d4e8-4d6a-84af-db5058b5d70c req-cca4926d-eca7-499b-bc5b-deb09af04ec8 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=795e2a4a-ae14-4646-8bf6-9ccffb59f7d8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0812132 Jun 07 07:00:08.971108 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee98c05-81b7-4c70-a512-e2d36154b1da req-2c84961d-e5d7-4337-9ae5-510140d56a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:00:08.972737 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-1ee98c05-81b7-4c70-a512-e2d36154b1da req-2c84961d-e5d7-4337-9ae5-510140d56a33 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=42bf171906a3442fbd2784138b6a35de&device_id=f87b669b-26c3-4b9d-acb4-4ec31230d21d HTTP/1.1" status: 200 len: 1099 time: 0.0726161 Jun 07 07:00:09.096462 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bdd493-d4e8-4d6a-84af-db5058b5d70c req-851c9502-0e49-4d3a-852a-f7431f92c7f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:00:09.097918 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-50bdd493-d4e8-4d6a-84af-db5058b5d70c req-851c9502-0e49-4d3a-852a-f7431f92c7f5 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6d873eb9de9b41628d2183c081676fec&device_id=795e2a4a-ae14-4646-8bf6-9ccffb59f7d8 HTTP/1.1" status: 200 len: 1138 time: 0.1652322 Jun 07 07:00:09.124620 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee98c05-81b7-4c70-a512-e2d36154b1da req-69a7bfcc-4763-4c8d-b5fe-904caa327cce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:00:09.126123 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-1ee98c05-81b7-4c70-a512-e2d36154b1da req-69a7bfcc-4763-4c8d-b5fe-904caa327cce service neutron] 10.222.0.43 "GET /v2.0/networks?id=80f82789-426d-4fba-a6bd-c984530e2630 HTTP/1.1" status: 200 len: 910 time: 0.1466160 Jun 07 07:00:09.252510 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron.db.l3_hamode_db [None req-8f6676d3-9a39-47c5-a9f3-9686474521aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84790931-fab6-4b14-8070-67a31911e427', 'name': 'tempest-TestShelveInstance-1680854241-router', 'tenant_id': '42bf171906a3442fbd2784138b6a35de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a84d0276-e36b-485f-b034-cb606776a5f5', 'external_fixed_ips': [{'subnet_id': 'bc8e845f-21f5-4331-a893-3fabfb1361b8', 'ip_address': '172.28.3.147'}], 'enable_snat': True}, 'gw_port_id': '92f4ecae-0c03-4cf6-95ee-6067f571a5e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T06:59:18Z', 'updated_at': '2021-06-07T06:59:24Z', 'revision_number': 4, 'project_id': '42bf171906a3442fbd2784138b6a35de', 'gw_port': {'id': '92f4ecae-0c03-4cf6-95ee-6067f571a5e6', 'name': '', 'network_id': 'a84d0276-e36b-485f-b034-cb606776a5f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:23:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84790931-fab6-4b14-8070-67a31911e427', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'bc8e845f-21f5-4331-a893-3fabfb1361b8', 'ip_address': '172.28.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T06:59:19Z', 'updated_at': '2021-06-07T06:59:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc8e845f-21f5-4331-a893-3fabfb1361b8', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-5-smb', '_floatingips': [{'id': 'f5323c84-cdee-4eaf-bc4a-d1e23a7c461c', 'tenant_id': '42bf171906a3442fbd2784138b6a35de', 'floating_ip_address': '172.28.3.237', 'floating_network_id': 'a84d0276-e36b-485f-b034-cb606776a5f5', 'router_id': '84790931-fab6-4b14-8070-67a31911e427', 'port_id': '65309ddd-db25-40cf-8ca4-ba09b403d9d5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 546, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '80f82789-426d-4fba-a6bd-c984530e2630', 'mac_address': 'fa:16:3e:1d:45:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f87b669b-26c3-4b9d-acb4-4ec31230d21d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-07T07:00:07Z', 'updated_at': '2021-06-07T07:00:07Z', 'revision_number': 0, 'project_id': '42bf171906a3442fbd2784138b6a35de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0af378dd-07c1-417d-a74f-8ce8b60a04c2', 'name': '', 'network_id': '80f82789-426d-4fba-a6bd-c984530e2630', 'tenant_id': '42bf171906a3442fbd2784138b6a35de', 'mac_address': 'fa:16:3e:6f:1f:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84790931-fab6-4b14-8070-67a31911e427', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '8b71f6d7-5eeb-4431-8add-0eca70244bd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T06:59:23Z', 'updated_at': '2021-06-07T06:59:29Z', 'revision_number': 5, 'project_id': '42bf171906a3442fbd2784138b6a35de', 'subnets': [{'id': '8b71f6d7-5eeb-4431-8add-0eca70244bd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784140-5-smb', False) {} {{(pid=91775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 07:00:09.256697 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f6676d3-9a39-47c5-a9f3-9686474521aa None None] Checking router: 84790931-fab6-4b14-8070-67a31911e427 for host: dv-cinder-784140-5-smb {{(pid=91775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 07:00:09.263817 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-1ee98c05-81b7-4c70-a512-e2d36154b1da req-b349f6ff-8ab4-405a-9a0a-a24a879ac176 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=65309ddd-db25-40cf-8ca4-ba09b403d9d5 HTTP/1.1" status: 200 len: 1000 time: 0.1281693 Jun 07 07:00:09.266346 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f6676d3-9a39-47c5-a9f3-9686474521aa None None] Routers {'84790931-fab6-4b14-8070-67a31911e427'} bound to L3 agent in host dv-cinder-784140-5-smb {{(pid=91775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 07:00:09.267042 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron.db.l3_hamode_db [None req-8f6676d3-9a39-47c5-a9f3-9686474521aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-07T06:46:09Z,description=,heartbeat_timestamp=2021-06-07T06:59:39Z,host='dv-cinder-784140-5-smb',id=dd8e9e9b-c9b0-4755-a773-57df6dee4a2e,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T06:46:09Z,topic='l3_agent')) {'router_ids': ['84790931-fab6-4b14-8070-67a31911e427'], 'active': True} {{(pid=91775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 07:00:09.291185 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bdd493-d4e8-4d6a-84af-db5058b5d70c req-9286b810-a6b5-44cc-83f9-7925be602a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:00:09.292979 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-50bdd493-d4e8-4d6a-84af-db5058b5d70c req-9286b810-a6b5-44cc-83f9-7925be602a7c service neutron] 10.222.0.43 "GET /v2.0/networks?id=76f3f9ca-4fe2-4771-877c-f7bbae3b30b7 HTTP/1.1" status: 200 len: 916 time: 0.1589251 Jun 07 07:00:09.322636 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762332461204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723872'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:09.356164 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee98c05-81b7-4c70-a512-e2d36154b1da req-5bc19b1d-2118-42ce-be4e-94f036cfcd05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:00:09.358324 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-1ee98c05-81b7-4c70-a512-e2d36154b1da req-5bc19b1d-2118-42ce-be4e-94f036cfcd05 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8b71f6d7-5eeb-4431-8add-0eca70244bd0 HTTP/1.1" status: 200 len: 848 time: 0.0815279 Jun 07 07:00:09.424972 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-50bdd493-d4e8-4d6a-84af-db5058b5d70c req-5b925060-8162-43b8-b506-fa00c4227e7e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ab18b70a-fd83-4a32-9ad3-05de65734339 HTTP/1.1" status: 200 len: 1001 time: 0.1199570 Jun 07 07:00:09.450958 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee98c05-81b7-4c70-a512-e2d36154b1da req-3071cd35-4fc6-43a1-8393-20c54701476c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:00:09.453214 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-1ee98c05-81b7-4c70-a512-e2d36154b1da req-3071cd35-4fc6-43a1-8393-20c54701476c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=80f82789-426d-4fba-a6bd-c984530e2630&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0890324 Jun 07 07:00:09.479572 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron.db.l3_dvr_db [None req-8f6676d3-9a39-47c5-a9f3-9686474521aa None None] Set router 84790931-fab6-4b14-8070-67a31911e427 gateway port host: dv-cinder-784140-5-smb {{(pid=91775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 07:00:09.484307 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-c4697fe9-7f4a-47cb-bd3e-06cdbfb0be97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762332461204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723872'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:09.500643 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bdd493-d4e8-4d6a-84af-db5058b5d70c req-6c990686-8933-47e9-9abc-5bc67bb7339d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:00:09.502131 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-50bdd493-d4e8-4d6a-84af-db5058b5d70c req-6c990686-8933-47e9-9abc-5bc67bb7339d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9782a052-4bf6-4b92-9f6e-b9af5249925f HTTP/1.1" status: 200 len: 854 time: 0.0691302 Jun 07 07:00:09.606274 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bdd493-d4e8-4d6a-84af-db5058b5d70c req-066a4fa3-19ed-4e51-987e-29cf1469e45e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:00:09.608506 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-50bdd493-d4e8-4d6a-84af-db5058b5d70c req-066a4fa3-19ed-4e51-987e-29cf1469e45e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=76f3f9ca-4fe2-4771-877c-f7bbae3b30b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0963023 Jun 07 07:00:09.627602 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-1ee98c05-81b7-4c70-a512-e2d36154b1da req-af0a8fb2-149f-49aa-b72e-fc7bc558725f service neutron] 10.222.0.43 "GET /v2.0/networks/80f82789-426d-4fba-a6bd-c984530e2630?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1537716 Jun 07 07:00:09.755600 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-50bdd493-d4e8-4d6a-84af-db5058b5d70c req-eedeef48-74f9-44a4-bdf3-cb2ea2cba215 service neutron] 10.222.0.43 "GET /v2.0/networks/76f3f9ca-4fe2-4771-877c-f7bbae3b30b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393750 Jun 07 07:00:09.795031 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-1ee98c05-81b7-4c70-a512-e2d36154b1da req-e29ec0bb-a14f-42c2-af00-da38180ae2c4 service neutron] 10.222.0.43 "GET /v2.0/networks/80f82789-426d-4fba-a6bd-c984530e2630?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1592402 Jun 07 07:00:09.896037 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron.db.l3_hamode_db [None req-8f6676d3-9a39-47c5-a9f3-9686474521aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84790931-fab6-4b14-8070-67a31911e427', 'name': 'tempest-TestShelveInstance-1680854241-router', 'tenant_id': '42bf171906a3442fbd2784138b6a35de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a84d0276-e36b-485f-b034-cb606776a5f5', 'external_fixed_ips': [{'subnet_id': 'bc8e845f-21f5-4331-a893-3fabfb1361b8', 'ip_address': '172.28.3.147'}], 'enable_snat': True}, 'gw_port_id': '92f4ecae-0c03-4cf6-95ee-6067f571a5e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T06:59:18Z', 'updated_at': '2021-06-07T06:59:24Z', 'revision_number': 4, 'project_id': '42bf171906a3442fbd2784138b6a35de', 'gw_port': {'id': '92f4ecae-0c03-4cf6-95ee-6067f571a5e6', 'name': '', 'network_id': 'a84d0276-e36b-485f-b034-cb606776a5f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:23:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84790931-fab6-4b14-8070-67a31911e427', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'bc8e845f-21f5-4331-a893-3fabfb1361b8', 'ip_address': '172.28.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T06:59:19Z', 'updated_at': '2021-06-07T06:59:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc8e845f-21f5-4331-a893-3fabfb1361b8', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-5-smb', '_floatingips': [{'id': 'f5323c84-cdee-4eaf-bc4a-d1e23a7c461c', 'tenant_id': '42bf171906a3442fbd2784138b6a35de', 'floating_ip_address': '172.28.3.237', 'floating_network_id': 'a84d0276-e36b-485f-b034-cb606776a5f5', 'router_id': '84790931-fab6-4b14-8070-67a31911e427', 'port_id': '65309ddd-db25-40cf-8ca4-ba09b403d9d5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 546, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '80f82789-426d-4fba-a6bd-c984530e2630', 'mac_address': 'fa:16:3e:1d:45:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f87b669b-26c3-4b9d-acb4-4ec31230d21d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-07T07:00:07Z', 'updated_at': '2021-06-07T07:00:07Z', 'revision_number': 0, 'project_id': '42bf171906a3442fbd2784138b6a35de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0af378dd-07c1-417d-a74f-8ce8b60a04c2', 'name': '', 'network_id': '80f82789-426d-4fba-a6bd-c984530e2630', 'tenant_id': '42bf171906a3442fbd2784138b6a35de', 'mac_address': 'fa:16:3e:6f:1f:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84790931-fab6-4b14-8070-67a31911e427', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '8b71f6d7-5eeb-4431-8add-0eca70244bd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T06:59:23Z', 'updated_at': '2021-06-07T06:59:29Z', 'revision_number': 5, 'project_id': '42bf171906a3442fbd2784138b6a35de', 'subnets': [{'id': '8b71f6d7-5eeb-4431-8add-0eca70244bd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784140-5-smb', False) {} {{(pid=91775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 07:00:09.900290 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f6676d3-9a39-47c5-a9f3-9686474521aa None None] The sync data for ids ['84790931-fab6-4b14-8070-67a31911e427'] in dv-cinder-784140-5-smb is: [{'id': '84790931-fab6-4b14-8070-67a31911e427', 'name': 'tempest-TestShelveInstance-1680854241-router', 'tenant_id': '42bf171906a3442fbd2784138b6a35de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a84d0276-e36b-485f-b034-cb606776a5f5', 'external_fixed_ips': [{'subnet_id': 'bc8e845f-21f5-4331-a893-3fabfb1361b8', 'ip_address': '172.28.3.147'}], 'enable_snat': True}, 'gw_port_id': '92f4ecae-0c03-4cf6-95ee-6067f571a5e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T06:59:18Z', 'updated_at': '2021-06-07T06:59:24Z', 'revision_number': 4, 'project_id': '42bf171906a3442fbd2784138b6a35de', 'gw_port': {'id': '92f4ecae-0c03-4cf6-95ee-6067f571a5e6', 'name': '', 'network_id': 'a84d0276-e36b-485f-b034-cb606776a5f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:23:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84790931-fab6-4b14-8070-67a31911e427', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'bc8e845f-21f5-4331-a893-3fabfb1361b8', 'ip_address': '172.28.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T06:59:19Z', 'updated_at': '2021-06-07T06:59:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc8e845f-21f5-4331-a893-3fabfb1361b8', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-5-smb', '_floatingips': [{'id': 'f5323c84-cdee-4eaf-bc4a-d1e23a7c461c', 'tenant_id': '42bf171906a3442fbd2784138b6a35de', 'floating_ip_address': '172.28.3.237', 'floating_network_id': 'a84d0276-e36b-485f-b034-cb606776a5f5', 'router_id': '84790931-fab6-4b14-8070-67a31911e427', 'port_id': '65309ddd-db25-40cf-8ca4-ba09b403d9d5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 546, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '80f82789-426d-4fba-a6bd-c984530e2630', 'mac_address': 'fa:16:3e:1d:45:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f87b669b-26c3-4b9d-acb4-4ec31230d21d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-07T07:00:07Z', 'updated_at': '2021-06-07T07:00:07Z', 'revision_number': 0, 'project_id': '42bf171906a3442fbd2784138b6a35de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0af378dd-07c1-417d-a74f-8ce8b60a04c2', 'name': '', 'network_id': '80f82789-426d-4fba-a6bd-c984530e2630', 'tenant_id': '42bf171906a3442fbd2784138b6a35de', 'mac_address': 'fa:16:3e:6f:1f:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84790931-fab6-4b14-8070-67a31911e427', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '8b71f6d7-5eeb-4431-8add-0eca70244bd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T06:59:23Z', 'updated_at': '2021-06-07T06:59:29Z', 'revision_number': 5, 'project_id': '42bf171906a3442fbd2784138b6a35de', 'subnets': [{'id': '8b71f6d7-5eeb-4431-8add-0eca70244bd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 07:00:09.904562 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-50bdd493-d4e8-4d6a-84af-db5058b5d70c req-440b43d5-d6aa-4de2-aaaf-4882ce72118c service neutron] 10.222.0.43 "GET /v2.0/networks/76f3f9ca-4fe2-4771-877c-f7bbae3b30b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1423507 Jun 07 07:00:09.941752 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.21', 59990) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 07:00:10.062853 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-c9d10103-ad95-4ae8-8b85-21f475f26dca admin admin] Notify callbacks [] for security_group, before_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:10.086444 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5279d438-3360-43cd-a2be-4bb539408e10 None None] New status for floating IP f5323c84-cdee-4eaf-bc4a-d1e23a7c461c: ACTIVE {{(pid=91774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 07 07:00:10.171179 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-c9d10103-ad95-4ae8-8b85-21f475f26dca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:10.176247 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-c9d10103-ad95-4ae8-8b85-21f475f26dca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1706761'] for security_group, after_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:10.183310 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-9b28f12d-7785-42ca-b50e-1d8dc5f4aed0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 07:00:10.230901 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [None req-c9d10103-ad95-4ae8-8b85-21f475f26dca admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=033d986e912e4f008222926e152343d3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2856388 Jun 07 07:00:10.230901 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d10103-ad95-4ae8-8b85-21f475f26dca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fefdd201-f06e-4c56-ada7-df566ddaf624,revision_number=1']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 07:00:10.231263 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.wsgi [-] (91772) accepted ('10.222.0.21', 59994) {{(pid=91772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 07:00:10.234633 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-c9d10103-ad95-4ae8-8b85-21f475f26dca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 07:00:10.306659 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-c5ef8401-0ffa-4bf2-a33a-217d82138b21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:10.332620 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-c5ef8401-0ffa-4bf2-a33a-217d82138b21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:10.388750 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-c5ef8401-0ffa-4bf2-a33a-217d82138b21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1706761'] for security_group, after_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:10.391727 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-c5ef8401-0ffa-4bf2-a33a-217d82138b21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:10.395389 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [None req-c5ef8401-0ffa-4bf2-a33a-217d82138b21 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/fefdd201-f06e-4c56-ada7-df566ddaf624 HTTP/1.1" status: 204 len: 168 time: 0.1600597 Jun 07 07:00:10.395389 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-16835cb8-1c60-45d4-a462-769783727b27 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 07:00:10.409360 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ef8401-0ffa-4bf2-a33a-217d82138b21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fefdd201-f06e-4c56-ada7-df566ddaf624,revision_number=None']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 07:00:10.420800 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ef8401-0ffa-4bf2-a33a-217d82138b21 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:00:10.421208 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ef8401-0ffa-4bf2-a33a-217d82138b21 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:00:10.421594 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ef8401-0ffa-4bf2-a33a-217d82138b21 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:00:10.421960 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ef8401-0ffa-4bf2-a33a-217d82138b21 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:00:10.422316 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ef8401-0ffa-4bf2-a33a-217d82138b21 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:00:10.422769 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ef8401-0ffa-4bf2-a33a-217d82138b21 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:00:10.423087 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ef8401-0ffa-4bf2-a33a-217d82138b21 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:00:10.423466 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ef8401-0ffa-4bf2-a33a-217d82138b21 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:00:10.423877 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ef8401-0ffa-4bf2-a33a-217d82138b21 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:00:10.424420 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ef8401-0ffa-4bf2-a33a-217d82138b21 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:00:10.424832 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ef8401-0ffa-4bf2-a33a-217d82138b21 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:00:10.425302 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ef8401-0ffa-4bf2-a33a-217d82138b21 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:00:10.428421 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-c5ef8401-0ffa-4bf2-a33a-217d82138b21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 07:00:10.572978 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-3ea4f4f5-6296-4d8b-95a7-2efd101194ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762332461204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723872'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:10.675624 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.wsgi [-] (91772) accepted ('10.222.0.21', 60000) {{(pid=91772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 07:00:10.695689 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-542b9a1a-9f22-49a2-9c8a-e6c06c38da58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:10.697927 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762332461204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723872'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:10.795361 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-542b9a1a-9f22-49a2-9c8a-e6c06c38da58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:10.799458 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-542b9a1a-9f22-49a2-9c8a-e6c06c38da58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1706761'] for security_group, after_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:10.807672 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-8c7b4cca-4ff3-4335-a04a-92adc2f8ea56 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 07:00:10.845832 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [None req-542b9a1a-9f22-49a2-9c8a-e6c06c38da58 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4ac97257f85e46b691a9e5c3497019be&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1690505 Jun 07 07:00:10.847293 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542b9a1a-9f22-49a2-9c8a-e6c06c38da58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cad5707-0945-4286-b20d-2529fa38a695,revision_number=1']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 07:00:10.848539 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.21', 60002) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 07:00:10.851628 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-542b9a1a-9f22-49a2-9c8a-e6c06c38da58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 07:00:10.905444 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-bc440796-8d0f-4623-ac33-472e1bdd2de2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:10.929948 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-bc440796-8d0f-4623-ac33-472e1bdd2de2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:10.979575 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-bc440796-8d0f-4623-ac33-472e1bdd2de2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1706761'] for security_group, after_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:10.982012 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-bc440796-8d0f-4623-ac33-472e1bdd2de2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:10.983648 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [None req-bc440796-8d0f-4623-ac33-472e1bdd2de2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5cad5707-0945-4286-b20d-2529fa38a695 HTTP/1.1" status: 204 len: 168 time: 0.1341412 Jun 07 07:00:10.984508 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-c9d10103-ad95-4ae8-8b85-21f475f26dca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 07:00:10.993756 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc440796-8d0f-4623-ac33-472e1bdd2de2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cad5707-0945-4286-b20d-2529fa38a695,revision_number=None']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 07:00:10.996115 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-bc440796-8d0f-4623-ac33-472e1bdd2de2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 07:00:12.145434 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-7052a4e3-dcb7-48ac-a7a0-7c0e94d6da24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762332461204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723872'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:12.691373 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.21', 60048) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 07:00:12.805225 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-a19a94fd-d8f1-45eb-ae64-653df10dc4f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:12.915496 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-a19a94fd-d8f1-45eb-ae64-653df10dc4f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:12.918947 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-a19a94fd-d8f1-45eb-ae64-653df10dc4f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1706761'] for security_group, after_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:13.006293 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-5df129c8-8cac-4a9f-87e9-dc3e60177470 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 07:00:13.044485 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [None req-a19a94fd-d8f1-45eb-ae64-653df10dc4f1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9c87023c11ea4025b064711126cb0c1b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3520689 Jun 07 07:00:13.046045 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19a94fd-d8f1-45eb-ae64-653df10dc4f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb55102f-90ca-4ce8-ac25-e0ba3f35add0,revision_number=1']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 07:00:13.047211 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.wsgi [-] (91772) accepted ('10.222.0.21', 60052) {{(pid=91772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 07:00:13.048922 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-a19a94fd-d8f1-45eb-ae64-653df10dc4f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 07:00:13.103482 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-af819787-99f6-49c9-b55b-3b9af07a01d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:13.127962 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-af819787-99f6-49c9-b55b-3b9af07a01d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:13.185319 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-af819787-99f6-49c9-b55b-3b9af07a01d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1706761'] for security_group, after_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:13.188883 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-af819787-99f6-49c9-b55b-3b9af07a01d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:13.190008 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [None req-af819787-99f6-49c9-b55b-3b9af07a01d7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/fb55102f-90ca-4ce8-ac25-e0ba3f35add0 HTTP/1.1" status: 204 len: 168 time: 0.1418257 Jun 07 07:00:13.190755 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-5e91ec2c-dcaf-4466-bf37-b0f5c81ee3ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 07:00:13.200026 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af819787-99f6-49c9-b55b-3b9af07a01d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb55102f-90ca-4ce8-ac25-e0ba3f35add0,revision_number=None']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 07:00:13.202155 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-af819787-99f6-49c9-b55b-3b9af07a01d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 07:00:13.464790 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.wsgi [-] (91772) accepted ('10.222.0.21', 60058) {{(pid=91772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 07:00:13.481570 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-52d52734-ea96-4a8c-9b9c-c3fbcfda4f98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:13.589390 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-52d52734-ea96-4a8c-9b9c-c3fbcfda4f98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:13.593453 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-52d52734-ea96-4a8c-9b9c-c3fbcfda4f98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1706761'] for security_group, after_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:13.599999 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-b80d5761-3362-40e3-9726-57d0433e8e04 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 07:00:13.637511 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d52734-ea96-4a8c-9b9c-c3fbcfda4f98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dab52f0-cf1a-460c-86af-c994a6fd97de,revision_number=1']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 07:00:13.641510 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [None req-52d52734-ea96-4a8c-9b9c-c3fbcfda4f98 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a60106dd5b054bb3a191f5301c1bad69&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1757469 Jun 07 07:00:13.642342 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-52d52734-ea96-4a8c-9b9c-c3fbcfda4f98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 07:00:13.644084 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.wsgi [-] (91772) accepted ('10.222.0.21', 60060) {{(pid=91772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 07:00:13.700180 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-dc5ed28b-9bd1-4c32-944e-73db7018cf1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:13.724424 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-dc5ed28b-9bd1-4c32-944e-73db7018cf1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:13.776035 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-dc5ed28b-9bd1-4c32-944e-73db7018cf1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1706761'] for security_group, after_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:13.778709 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-dc5ed28b-9bd1-4c32-944e-73db7018cf1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:13.780350 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [None req-dc5ed28b-9bd1-4c32-944e-73db7018cf1a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7dab52f0-cf1a-460c-86af-c994a6fd97de HTTP/1.1" status: 204 len: 168 time: 0.1348877 Jun 07 07:00:13.781162 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-e21300c5-c59f-4ce3-aaa5-48f54fddd1ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 07:00:13.790440 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5ed28b-9bd1-4c32-944e-73db7018cf1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dab52f0-cf1a-460c-86af-c994a6fd97de,revision_number=None']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 07:00:13.792671 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-dc5ed28b-9bd1-4c32-944e-73db7018cf1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 07:00:23.403845 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.wsgi [-] (91772) accepted ('10.222.0.21', 60200) {{(pid=91772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 07:00:23.517052 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-455366ec-8c43-45e4-b859-66441934eefb admin admin] Notify callbacks [] for security_group, before_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:23.617626 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-455366ec-8c43-45e4-b859-66441934eefb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:23.621506 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-455366ec-8c43-45e4-b859-66441934eefb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1706761'] for security_group, after_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:23.629207 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-52d52734-ea96-4a8c-9b9c-c3fbcfda4f98 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 07:00:23.670137 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [None req-455366ec-8c43-45e4-b859-66441934eefb admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4938cdfdd94145fbba94ab925de219e9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2651207 Jun 07 07:00:23.671116 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455366ec-8c43-45e4-b859-66441934eefb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c796b82-3ba7-4dff-bd78-84ecdeae99eb,revision_number=1']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 07:00:23.672761 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.21', 60204) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 07:00:23.674296 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-455366ec-8c43-45e4-b859-66441934eefb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 07:00:23.730124 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-83fe58f0-b413-4908-8420-47606cd1cce1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:23.754585 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-83fe58f0-b413-4908-8420-47606cd1cce1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:23.806332 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-83fe58f0-b413-4908-8420-47606cd1cce1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1706761'] for security_group, after_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:23.808856 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-83fe58f0-b413-4908-8420-47606cd1cce1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:23.809938 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [None req-83fe58f0-b413-4908-8420-47606cd1cce1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1c796b82-3ba7-4dff-bd78-84ecdeae99eb HTTP/1.1" status: 204 len: 168 time: 0.1361368 Jun 07 07:00:23.810693 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-1d27120d-40c3-4450-b800-060a2fe094ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 07:00:23.821340 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fe58f0-b413-4908-8420-47606cd1cce1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c796b82-3ba7-4dff-bd78-84ecdeae99eb,revision_number=None']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 07:00:23.823631 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-83fe58f0-b413-4908-8420-47606cd1cce1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 07:00:24.084584 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.21', 60210) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 07:00:24.101542 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-314717a3-90fc-4297-9437-a12f244dc5da admin admin] Notify callbacks [] for security_group, before_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:24.207921 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-314717a3-90fc-4297-9437-a12f244dc5da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:24.211643 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-314717a3-90fc-4297-9437-a12f244dc5da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1706761'] for security_group, after_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:24.219117 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-41bbd9ff-8ddf-4dd0-85ca-7152fcbcfdd1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 07:00:24.257713 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314717a3-90fc-4297-9437-a12f244dc5da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b81389d-8824-41b7-bbe3-9ad4084b2409,revision_number=1']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 07:00:24.264323 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [None req-314717a3-90fc-4297-9437-a12f244dc5da admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=eb5b5099a178404f9a15ece547bdfdd2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1763101 Jun 07 07:00:24.264323 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-314717a3-90fc-4297-9437-a12f244dc5da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 07:00:24.265131 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.21', 60212) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 07:00:24.320972 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-a92a5901-030c-45b1-b46f-01f6dcc4616d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:24.346284 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-a92a5901-030c-45b1-b46f-01f6dcc4616d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:24.395838 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-a92a5901-030c-45b1-b46f-01f6dcc4616d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1706761'] for security_group, after_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:24.398228 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-a92a5901-030c-45b1-b46f-01f6dcc4616d admin admin] Notify callbacks [] for security_group, before_response {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:24.399324 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [None req-a92a5901-030c-45b1-b46f-01f6dcc4616d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3b81389d-8824-41b7-bbe3-9ad4084b2409 HTTP/1.1" status: 204 len: 168 time: 0.1332257 Jun 07 07:00:24.400084 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-cdb51594-763c-48c1-a1bc-869f03c14178 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 07:00:24.409430 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92a5901-030c-45b1-b46f-01f6dcc4616d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b81389d-8824-41b7-bbe3-9ad4084b2409,revision_number=None']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 07:00:24.411592 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-a92a5901-030c-45b1-b46f-01f6dcc4616d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 07:00:24.732429 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.21', 60218) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 07:00:24.753001 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-5ce2d72b-a7a4-4a9f-b3a7-5f0e4b7e3850 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:24.853898 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-5ce2d72b-a7a4-4a9f-b3a7-5f0e4b7e3850 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:24.857624 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-5ce2d72b-a7a4-4a9f-b3a7-5f0e4b7e3850 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1706761'] for security_group, after_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:24.864937 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-d4244014-b7c3-4726-acf7-f4699c8a8e9f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 07:00:24.904816 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [None req-5ce2d72b-a7a4-4a9f-b3a7-5f0e4b7e3850 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=52494c4ee7f04f998c46cf205ec40d63&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1713877 Jun 07 07:00:24.906250 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce2d72b-a7a4-4a9f-b3a7-5f0e4b7e3850 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e6a805c-cef2-4dc6-8876-353166dfe542,revision_number=1']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 07:00:24.907930 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.wsgi [-] (91772) accepted ('10.222.0.21', 60222) {{(pid=91772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 07:00:24.909198 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-5ce2d72b-a7a4-4a9f-b3a7-5f0e4b7e3850 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 07:00:24.969591 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-e0756c36-428d-447b-ab54-8622a6c6d7fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:24.994412 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-e0756c36-428d-447b-ab54-8622a6c6d7fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:25.044110 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-e0756c36-428d-447b-ab54-8622a6c6d7fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1706761'] for security_group, after_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:25.047088 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-e0756c36-428d-447b-ab54-8622a6c6d7fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:25.048214 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [None req-e0756c36-428d-447b-ab54-8622a6c6d7fd admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8e6a805c-cef2-4dc6-8876-353166dfe542 HTTP/1.1" status: 204 len: 168 time: 0.1386793 Jun 07 07:00:25.048956 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-dc5ed28b-9bd1-4c32-944e-73db7018cf1a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 07:00:25.057913 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0756c36-428d-447b-ab54-8622a6c6d7fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e6a805c-cef2-4dc6-8876-353166dfe542,revision_number=None']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 07:00:25.060113 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-e0756c36-428d-447b-ab54-8622a6c6d7fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 07:00:31.433922 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.21', 60308) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 07:00:31.550474 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-496b8472-6738-412a-b661-97702d07837b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:31.653067 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-496b8472-6738-412a-b661-97702d07837b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:31.657148 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-496b8472-6738-412a-b661-97702d07837b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1706761'] for security_group, after_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:31.664225 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-6878d26a-bfa7-4bfe-870f-c2419d2fc6ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 07:00:31.707289 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496b8472-6738-412a-b661-97702d07837b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4baf83b-e098-4b02-9912-3d56a43c8130,revision_number=1']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 07:00:31.711530 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [None req-496b8472-6738-412a-b661-97702d07837b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=00fa28725aef468c885aadee5e3c4c00&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2766128 Jun 07 07:00:31.712482 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-496b8472-6738-412a-b661-97702d07837b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 07:00:31.714203 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.21', 60320) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 07:00:31.770742 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-0d9f5ac5-4bde-4aba-9aff-45d90e514931 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:31.797089 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-0d9f5ac5-4bde-4aba-9aff-45d90e514931 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:31.858695 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-0d9f5ac5-4bde-4aba-9aff-45d90e514931 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1706761'] for security_group, after_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:31.858695 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-0d9f5ac5-4bde-4aba-9aff-45d90e514931 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:31.859138 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [None req-0d9f5ac5-4bde-4aba-9aff-45d90e514931 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b4baf83b-e098-4b02-9912-3d56a43c8130 HTTP/1.1" status: 204 len: 168 time: 0.1440494 Jun 07 07:00:31.859985 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-d8706f43-706e-4308-9286-ea69418d6bf2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 07:00:31.869394 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9f5ac5-4bde-4aba-9aff-45d90e514931 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4baf83b-e098-4b02-9912-3d56a43c8130,revision_number=None']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 07:00:31.871616 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-0d9f5ac5-4bde-4aba-9aff-45d90e514931 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 07:00:31.991276 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574f1f50-d165-48de-a4c1-061f2b3b41bf req-d4cd6628-21cf-40c1-9f52-f395f64f074c tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:00:31.992759 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-574f1f50-d165-48de-a4c1-061f2b3b41bf req-d4cd6628-21cf-40c1-9f52-f395f64f074c tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] 10.222.0.21 "GET /v2.0/ports?device_id=ebdb7c72-c3d1-47bb-9d0a-4f00e59b88dc HTTP/1.1" status: 200 len: 946 time: 0.0812166 Jun 07 07:00:32.037382 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-574f1f50-d165-48de-a4c1-061f2b3b41bf req-eb43543b-d1f3-408d-a1f5-4d5a76825b01 tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] 10.222.0.21 "GET /v2.0/security-groups?id=c87f206a-51e2-42cb-bc99-41914c02c812&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390646 Jun 07 07:00:32.148574 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.21', 60330) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 07:00:32.166182 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-d474b6d0-41ff-4385-aabc-2bb70672f2bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:32.266626 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-d474b6d0-41ff-4385-aabc-2bb70672f2bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:32.270587 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-d474b6d0-41ff-4385-aabc-2bb70672f2bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1706761'] for security_group, after_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:32.282639 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-91e0f872-e3c6-4bfc-a572-f1f1f9db3078 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 07:00:32.321265 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [None req-d474b6d0-41ff-4385-aabc-2bb70672f2bc admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=061f7e5ce4504138a00218df0f766cb6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1716087 Jun 07 07:00:32.322736 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d474b6d0-41ff-4385-aabc-2bb70672f2bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28d13a08-e239-4023-b518-e5cb09d7bf81,revision_number=1']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 07:00:32.324025 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.wsgi [-] (91772) accepted ('10.222.0.21', 60332) {{(pid=91772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 07:00:32.325737 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-d474b6d0-41ff-4385-aabc-2bb70672f2bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 07:00:32.383039 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-becbf3e5-2559-47ac-936a-f2e61be76f84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:32.408063 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-becbf3e5-2559-47ac-936a-f2e61be76f84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:32.457345 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-becbf3e5-2559-47ac-936a-f2e61be76f84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1706761'] for security_group, after_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:32.459672 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-becbf3e5-2559-47ac-936a-f2e61be76f84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:32.460789 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [None req-becbf3e5-2559-47ac-936a-f2e61be76f84 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/28d13a08-e239-4023-b518-e5cb09d7bf81 HTTP/1.1" status: 204 len: 168 time: 0.1358151 Jun 07 07:00:32.461512 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-53c5993e-27c5-4cdf-9016-12dcaa46077b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 07:00:32.470367 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becbf3e5-2559-47ac-936a-f2e61be76f84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28d13a08-e239-4023-b518-e5cb09d7bf81,revision_number=None']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 07:00:32.472677 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-becbf3e5-2559-47ac-936a-f2e61be76f84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 07:00:33.225326 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2383e026-f2d5-4715-9aef-1b0ffae3ecd3 req-831ea38a-d641-459a-ad1d-83cf8509560f tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:00:33.226864 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-2383e026-f2d5-4715-9aef-1b0ffae3ecd3 req-831ea38a-d641-459a-ad1d-83cf8509560f tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] 10.222.0.21 "GET /v2.0/ports?device_id=ebdb7c72-c3d1-47bb-9d0a-4f00e59b88dc HTTP/1.1" status: 200 len: 946 time: 0.0791457 Jun 07 07:00:33.269868 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-2383e026-f2d5-4715-9aef-1b0ffae3ecd3 req-f653f11d-9894-4c96-ae71-c53538aab1e6 tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] 10.222.0.21 "GET /v2.0/security-groups?id=c87f206a-51e2-42cb-bc99-41914c02c812&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374029 Jun 07 07:00:33.457566 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e0c42f-dc09-4a5b-94a6-c3b737312a99 req-fe11e7a6-725a-41de-ab98-244857e6d4d3 tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:00:33.458967 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-52e0c42f-dc09-4a5b-94a6-c3b737312a99 req-fe11e7a6-725a-41de-ab98-244857e6d4d3 tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] 10.222.0.43 "GET /v2.0/ports?device_id=ebdb7c72-c3d1-47bb-9d0a-4f00e59b88dc HTTP/1.1" status: 200 len: 946 time: 0.1702666 Jun 07 07:00:33.596848 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.plugins.ml2.plugin [req-52e0c42f-dc09-4a5b-94a6-c3b737312a99 req-0317ad0b-35e0-4b64-81c9-6ba467d46e3a tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] Deleting port 2bd67d37-370f-4ff8-bb69-fa53be603f45 {{(pid=91772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 07:00:33.597184 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [req-52e0c42f-dc09-4a5b-94a6-c3b737312a99 req-0317ad0b-35e0-4b64-81c9-6ba467d46e3a tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762332413660'] for port, before_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:33.731839 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.plugins.ml2.db [req-52e0c42f-dc09-4a5b-94a6-c3b737312a99 req-0317ad0b-35e0-4b64-81c9-6ba467d46e3a tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] For port 2bd67d37-370f-4ff8-bb69-fa53be603f45, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=2bd67d37-370f-4ff8-bb69-fa53be603f45,segment=NetworkSegment(3ffd2bba-2e4c-4340-84bb-337c4d476270),segment_id=3ffd2bba-2e4c-4340-84bb-337c4d476270)] {{(pid=91772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 07:00:33.732211 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [req-52e0c42f-dc09-4a5b-94a6-c3b737312a99 req-0317ad0b-35e0-4b64-81c9-6ba467d46e3a tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1669251'] for port, precommit_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:33.851790 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-b00099bb-eac4-4605-863d-885bfaa49fa3 req-c549de75-d050-42e9-aa4d-1deb61d86c1e tempest-TestMinimumBasicScenario-608799379 tempest-TestMinimumBasicScenario-608799379-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-300015761&fields=id&tenant_id=6d873eb9de9b41628d2183c081676fec HTTP/1.1" status: 200 len: 267 time: 0.1223691 Jun 07 07:00:34.111095 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00099bb-eac4-4605-863d-885bfaa49fa3 req-d3fe2b0a-4e0f-4346-8650-ea1fb100ac58 tempest-TestMinimumBasicScenario-608799379 tempest-TestMinimumBasicScenario-608799379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:00:34.112670 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-b00099bb-eac4-4605-863d-885bfaa49fa3 req-d3fe2b0a-4e0f-4346-8650-ea1fb100ac58 tempest-TestMinimumBasicScenario-608799379 tempest-TestMinimumBasicScenario-608799379-project] 10.222.0.21 "GET /v2.0/ports?device_id=795e2a4a-ae14-4646-8bf6-9ccffb59f7d8 HTTP/1.1" status: 200 len: 985 time: 0.2513554 Jun 07 07:00:34.114407 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [req-52e0c42f-dc09-4a5b-94a6-c3b737312a99 req-0317ad0b-35e0-4b64-81c9-6ba467d46e3a tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:34.114620 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [req-52e0c42f-dc09-4a5b-94a6-c3b737312a99 req-0317ad0b-35e0-4b64-81c9-6ba467d46e3a tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1754227'] for floatingip, after_update {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:34.114923 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.db.l3_db [req-52e0c42f-dc09-4a5b-94a6-c3b737312a99 req-0317ad0b-35e0-4b64-81c9-6ba467d46e3a tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] Floating IP 9fb90414-7c2d-41ca-96b8-58b7f5395659 disassociated. External IP: 172.28.3.127, port: 2bd67d37-370f-4ff8-bb69-fa53be603f45. Jun 07 07:00:34.115252 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.plugins.ml2.plugin [req-52e0c42f-dc09-4a5b-94a6-c3b737312a99 req-0317ad0b-35e0-4b64-81c9-6ba467d46e3a tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] Calling delete_port for 2bd67d37-370f-4ff8-bb69-fa53be603f45 owned by compute:nova {{(pid=91772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 07:00:34.147415 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.v2.base [req-b00099bb-eac4-4605-863d-885bfaa49fa3 req-251b497d-b99e-47d3-9759-8da0a0e87c94 tempest-TestMinimumBasicScenario-608799379 tempest-TestMinimumBasicScenario-608799379-project] Request body: {'port': {'security_groups': ['2a9523a8-2ff1-4f5b-9747-a8d45ba0dae8']}} {{(pid=91772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 07:00:34.258694 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.21', 60390) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 07:00:34.321733 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [req-b00099bb-eac4-4605-863d-885bfaa49fa3 req-251b497d-b99e-47d3-9759-8da0a0e87c94 tempest-TestMinimumBasicScenario-608799379 tempest-TestMinimumBasicScenario-608799379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564700'] for port, before_update {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:34.376277 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [req-52e0c42f-dc09-4a5b-94a6-c3b737312a99 req-0317ad0b-35e0-4b64-81c9-6ba467d46e3a tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-569476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762332438236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762331935088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2958583'] for port, after_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:34.381669 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-9454dc3a-5b1b-491e-b9c3-5ae3193c6371 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:34.388899 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-778ce403-c3a9-47b0-acf5-017f15a8c902 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 07:00:34.484854 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-9454dc3a-5b1b-491e-b9c3-5ae3193c6371 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:34.485978 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0317ad0b-35e0-4b64-81c9-6ba467d46e3a tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] Pushing event deleted for resources: {'Port': ['ID=2bd67d37-370f-4ff8-bb69-fa53be603f45,revision_number=None']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 07:00:34.489513 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-9454dc3a-5b1b-491e-b9c3-5ae3193c6371 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1706761'] for security_group, after_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:34.490145 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-0317ad0b-35e0-4b64-81c9-6ba467d46e3a tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 07:00:34.499167 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-b2f480c9-b7cd-4e5b-82fe-4c4a78337c29 tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 07:00:34.504110 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-552a91c0-dd45-4888-91aa-ae6a12b46224 req-c7ef58fc-002a-4b32-95e4-b5e618bbac99 tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] 10.222.0.21 "GET /v2.0/ports?device_id=ebdb7c72-c3d1-47bb-9d0a-4f00e59b88dc HTTP/1.1" status: 200 len: 210 time: 0.0848877 Jun 07 07:00:34.533294 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [None req-9454dc3a-5b1b-491e-b9c3-5ae3193c6371 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4b601b0844304b019cd836e0ad3213c9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2710247 Jun 07 07:00:34.533465 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.21', 60396) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 07:00:34.569299 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9454dc3a-5b1b-491e-b9c3-5ae3193c6371 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf48ee97-93bb-4a87-96b8-30ec85ae9d50,revision_number=1']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 07:00:34.587655 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-9454dc3a-5b1b-491e-b9c3-5ae3193c6371 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 07:00:34.608835 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-b8c7d1bb-673f-4dc5-a6a7-00eb0586e768 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:34.634494 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-b8c7d1bb-673f-4dc5-a6a7-00eb0586e768 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:34.687857 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-b8c7d1bb-673f-4dc5-a6a7-00eb0586e768 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1706761'] for security_group, after_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:34.690289 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-b8c7d1bb-673f-4dc5-a6a7-00eb0586e768 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:34.693784 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [None req-b8c7d1bb-673f-4dc5-a6a7-00eb0586e768 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/cf48ee97-93bb-4a87-96b8-30ec85ae9d50 HTTP/1.1" status: 204 len: 168 time: 0.1570022 Jun 07 07:00:34.693784 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-496b8472-6738-412a-b661-97702d07837b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 07:00:34.701747 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c7d1bb-673f-4dc5-a6a7-00eb0586e768 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf48ee97-93bb-4a87-96b8-30ec85ae9d50,revision_number=None']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 07:00:34.704000 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-b8c7d1bb-673f-4dc5-a6a7-00eb0586e768 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 07:00:34.926250 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.scheduler.l3_agent_scheduler [req-52e0c42f-dc09-4a5b-94a6-c3b737312a99 req-0317ad0b-35e0-4b64-81c9-6ba467d46e3a tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] Router e94f5b08-647a-40c6-b77c-9daf706861b0 has already been hosted by L3 agent dd8e9e9b-c9b0-4755-a773-57df6dee4a2e {{(pid=91772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 07:00:35.007756 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.21', 60402) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 07:00:35.022160 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.plugins.ml2.db [req-b00099bb-eac4-4605-863d-885bfaa49fa3 req-251b497d-b99e-47d3-9759-8da0a0e87c94 tempest-TestMinimumBasicScenario-608799379 tempest-TestMinimumBasicScenario-608799379-project] For port ab18b70a-fd83-4a32-9ad3-05de65734339, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=ab18b70a-fd83-4a32-9ad3-05de65734339,segment=NetworkSegment(3763f77b-fd3a-47d1-91c2-6e7b3cce8777),segment_id=3763f77b-fd3a-47d1-91c2-6e7b3cce8777)] {{(pid=91772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 07:00:35.024959 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-0c7a043e-15f1-4c61-970c-cc899a9b6d42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:35.129201 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-0c7a043e-15f1-4c61-970c-cc899a9b6d42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:35.133360 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-0c7a043e-15f1-4c61-970c-cc899a9b6d42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1706761'] for security_group, after_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:35.135102 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [req-b00099bb-eac4-4605-863d-885bfaa49fa3 req-251b497d-b99e-47d3-9759-8da0a0e87c94 tempest-TestMinimumBasicScenario-608799379 tempest-TestMinimumBasicScenario-608799379-project] Notify callbacks [] for port, precommit_update {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:35.143488 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-5441748c-4b67-40a5-9725-a4eb0f26c1bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 07:00:35.144495 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [req-b00099bb-eac4-4605-863d-885bfaa49fa3 req-251b497d-b99e-47d3-9759-8da0a0e87c94 tempest-TestMinimumBasicScenario-608799379 tempest-TestMinimumBasicScenario-608799379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-569476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762332438254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762331935097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762331935142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2958540'] for port, after_update {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:35.154115 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-e372f2c7-66d4-4fca-8983-00d2886d72bc tempest-ServerRescueNegativeTestJSON-1340887879 tempest-ServerRescueNegativeTestJSON-1340887879-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 07:00:35.159395 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.db [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] get_ports_and_sgs() called for port_ids ['ab18b70a-fd83-4a32-9ad3-05de65734339'] {{(pid=91774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 07:00:35.183859 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7a043e-15f1-4c61-970c-cc899a9b6d42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac3dafa8-702f-4c0b-b315-320bf1f9238b,revision_number=1']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 07:00:35.187943 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-0c7a043e-15f1-4c61-970c-cc899a9b6d42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 07:00:35.191646 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [None req-0c7a043e-15f1-4c61-970c-cc899a9b6d42 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f1131d2bf3fd4db4a972ebf59cf220ee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1821344 Jun 07 07:00:35.193610 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.21', 60404) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 07:00:35.199850 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-52e0c42f-dc09-4a5b-94a6-c3b737312a99 req-0317ad0b-35e0-4b64-81c9-6ba467d46e3a tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] Notify agent at l3_agent.dv-cinder-784140-5-smb the message routers_updated {{(pid=91772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 07:00:35.210333 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-801ed1ee-6cda-4f7b-82ee-03725f84006e None None] Sync routers for ids ['e94f5b08-647a-40c6-b77c-9daf706861b0'] in dv-cinder-784140-5-smb {{(pid=91775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 07:00:35.224950 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-801ed1ee-6cda-4f7b-82ee-03725f84006e None None] Routers {'e94f5b08-647a-40c6-b77c-9daf706861b0'} bound to L3 agent in host dv-cinder-784140-5-smb {{(pid=91775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 07:00:35.226101 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron.db.l3_hamode_db [None req-801ed1ee-6cda-4f7b-82ee-03725f84006e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-07T06:46:09Z,description=,heartbeat_timestamp=2021-06-07T07:00:09Z,host='dv-cinder-784140-5-smb',id=dd8e9e9b-c9b0-4755-a773-57df6dee4a2e,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T06:46:09Z,topic='l3_agent')) {'router_ids': ['e94f5b08-647a-40c6-b77c-9daf706861b0'], 'active': True} {{(pid=91775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 07:00:35.251662 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00099bb-eac4-4605-863d-885bfaa49fa3 req-251b497d-b99e-47d3-9759-8da0a0e87c94 tempest-TestMinimumBasicScenario-608799379 tempest-TestMinimumBasicScenario-608799379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:00:35.252327 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [req-b00099bb-eac4-4605-863d-885bfaa49fa3 req-251b497d-b99e-47d3-9759-8da0a0e87c94 tempest-TestMinimumBasicScenario-608799379 tempest-TestMinimumBasicScenario-608799379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503096'] for port, before_response {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:35.253693 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-b00099bb-eac4-4605-863d-885bfaa49fa3 req-251b497d-b99e-47d3-9759-8da0a0e87c94 tempest-TestMinimumBasicScenario-608799379 tempest-TestMinimumBasicScenario-608799379-project] 10.222.0.21 "PUT /v2.0/ports/ab18b70a-fd83-4a32-9ad3-05de65734339 HTTP/1.1" status: 200 len: 943 time: 1.1122327 Jun 07 07:00:35.259248 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '795e2a4a-ae14-4646-8bf6-9ccffb59f7d8', 'tag': 'ab18b70a-fd83-4a32-9ad3-05de65734339'}] {{(pid=91772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 07:00:35.261570 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b3564b50ce45010e06e11b2a9bfee31ad6a5dcfa31583fbede74178fb7a3d70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86df8f4b-535c-422e-866d-42ce3cd3643f" -d '{"events": [{"name": "network-changed", "server_uuid": "795e2a4a-ae14-4646-8bf6-9ccffb59f7d8", "tag": "ab18b70a-fd83-4a32-9ad3-05de65734339"}]}' {{(pid=91772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 07:00:35.267020 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.wsgi [-] (91772) accepted ('10.222.0.21', 60406) {{(pid=91772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 07:00:35.272340 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-d10f2aad-ffda-45d7-9134-19070a85a280 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:35.315186 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-d10f2aad-ffda-45d7-9134-19070a85a280 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:35.336038 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 07:00:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a547426-482a-4cfa-be43-8227f1f519db x-openstack-request-id: req-2a547426-482a-4cfa-be43-8227f1f519db {{(pid=91772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 07:00:35.336649 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "795e2a4a-ae14-4646-8bf6-9ccffb59f7d8", "tag": "ab18b70a-fd83-4a32-9ad3-05de65734339", "status": "completed", "code": 200}]} {{(pid=91772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 07:00:35.336649 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2a547426-482a-4cfa-be43-8227f1f519db {{(pid=91772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 07:00:35.337020 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '795e2a4a-ae14-4646-8bf6-9ccffb59f7d8', 'tag': 'ab18b70a-fd83-4a32-9ad3-05de65734339', 'status': 'completed', 'code': 200} Jun 07 07:00:35.348202 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.db.l3_dvrscheduler_db [req-52e0c42f-dc09-4a5b-94a6-c3b737312a99 req-0317ad0b-35e0-4b64-81c9-6ba467d46e3a tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] No DVR routers for this DVR port 2bd67d37-370f-4ff8-bb69-fa53be603f45 on host hv-cinder-78414 {{(pid=91772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 07:00:35.353989 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.db [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] get_ports_and_sgs() called for port_ids ['ab18b70a-fd83-4a32-9ad3-05de65734339'] {{(pid=91774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 07:00:35.354621 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [req-52e0c42f-dc09-4a5b-94a6-c3b737312a99 req-0317ad0b-35e0-4b64-81c9-6ba467d46e3a tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503096'] for port, before_response {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:35.356785 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-52e0c42f-dc09-4a5b-94a6-c3b737312a99 req-0317ad0b-35e0-4b64-81c9-6ba467d46e3a tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] 10.222.0.43 "DELETE /v2.0/ports/2bd67d37-370f-4ff8-bb69-fa53be603f45 HTTP/1.1" status: 204 len: 173 time: 1.8913133 Jun 07 07:00:35.374587 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251b497d-b99e-47d3-9759-8da0a0e87c94 tempest-TestMinimumBasicScenario-608799379 tempest-TestMinimumBasicScenario-608799379-project] Pushing event updated for resources: {'Port': ['ID=ab18b70a-fd83-4a32-9ad3-05de65734339,revision_number=7']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 07:00:35.406451 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-251b497d-b99e-47d3-9759-8da0a0e87c94 tempest-TestMinimumBasicScenario-608799379 tempest-TestMinimumBasicScenario-608799379-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 07:00:35.439716 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-65394b14-be05-4788-9824-8bf807ef51ce tempest-TestMinimumBasicScenario-608799379 tempest-TestMinimumBasicScenario-608799379-project] Notify callbacks [] for security_group, before_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:35.494479 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-65394b14-be05-4788-9824-8bf807ef51ce tempest-TestMinimumBasicScenario-608799379 tempest-TestMinimumBasicScenario-608799379-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:35.511700 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron.db.l3_dvr_db [None req-801ed1ee-6cda-4f7b-82ee-03725f84006e None None] Set router e94f5b08-647a-40c6-b77c-9daf706861b0 gateway port host: dv-cinder-784140-5-smb {{(pid=91775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 07:00:35.560395 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-d10f2aad-ffda-45d7-9134-19070a85a280 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1706761'] for security_group, after_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:35.569756 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-d10f2aad-ffda-45d7-9134-19070a85a280 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:35.572446 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [None req-d10f2aad-ffda-45d7-9134-19070a85a280 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ac3dafa8-702f-4c0b-b315-320bf1f9238b HTTP/1.1" status: 204 len: 168 time: 0.3778069 Jun 07 07:00:35.583992 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-b8dd06a3-0b14-4003-9241-11e0d33e4a91 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 07:00:35.599995 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-65394b14-be05-4788-9824-8bf807ef51ce tempest-TestMinimumBasicScenario-608799379 tempest-TestMinimumBasicScenario-608799379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1706761'] for security_group, after_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:35.602992 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-65394b14-be05-4788-9824-8bf807ef51ce tempest-TestMinimumBasicScenario-608799379 tempest-TestMinimumBasicScenario-608799379-project] Notify callbacks [] for security_group, before_response {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:35.606632 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [None req-65394b14-be05-4788-9824-8bf807ef51ce tempest-TestMinimumBasicScenario-608799379 tempest-TestMinimumBasicScenario-608799379-project] 10.222.0.21 "DELETE /v2.0/security-groups/3261fb00-3750-4c9f-b48d-72d79ee045fb HTTP/1.1" status: 204 len: 168 time: 0.3002267 Jun 07 07:00:35.606632 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-cd28c4a5-8a31-488d-acf4-5f041ceb82db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 07:00:35.611415 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.21', 60414) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 07:00:35.629726 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65394b14-be05-4788-9824-8bf807ef51ce tempest-TestMinimumBasicScenario-608799379 tempest-TestMinimumBasicScenario-608799379-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3261fb00-3750-4c9f-b48d-72d79ee045fb,revision_number=None']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 07:00:35.643626 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-65394b14-be05-4788-9824-8bf807ef51ce tempest-TestMinimumBasicScenario-608799379 tempest-TestMinimumBasicScenario-608799379-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 07:00:35.677445 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.db.provisioning_blocks [None req-6f7fe9e5-f822-43b0-b3c5-4850e4d5cddc None None] Provisioning complete for port ab18b70a-fd83-4a32-9ad3-05de65734339 triggered by entity DHCP. {{(pid=91774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 07:00:35.678075 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-6f7fe9e5-f822-43b0-b3c5-4850e4d5cddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723953'] for port, provisioning_complete {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:35.702579 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10f2aad-ffda-45d7-9134-19070a85a280 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac3dafa8-702f-4c0b-b315-320bf1f9238b,revision_number=None']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 07:00:35.705264 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-d10f2aad-ffda-45d7-9134-19070a85a280 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 07:00:35.716305 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86df8f4b-535c-422e-866d-42ce3cd3643f req-2c2a0413-bc6f-43e2-9148-db14160c42b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:00:35.718549 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-86df8f4b-535c-422e-866d-42ce3cd3643f req-2c2a0413-bc6f-43e2-9148-db14160c42b4 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6d873eb9de9b41628d2183c081676fec&device_id=795e2a4a-ae14-4646-8bf6-9ccffb59f7d8 HTTP/1.1" status: 200 len: 1099 time: 0.3621492 Jun 07 07:00:35.844843 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-bfa44b70-d7e3-40bd-b874-12ca50368642 req-5d1ea40f-67e5-41b6-ad2b-03858c89fb97 tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] 10.222.0.21 "GET /v2.0/ports?device_id=ebdb7c72-c3d1-47bb-9d0a-4f00e59b88dc HTTP/1.1" status: 200 len: 210 time: 0.0745134 Jun 07 07:00:35.912331 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron.db.agents_db [None req-9f63f2a9-7775-47ca-9fc8-a7f68791a20c None None] Agent healthcheck: found 6 active agents {{(pid=91775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 07:00:35.975368 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86df8f4b-535c-422e-866d-42ce3cd3643f req-2ef90407-dc9f-43dd-ae24-30b3d462aab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:00:35.976836 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-86df8f4b-535c-422e-866d-42ce3cd3643f req-2ef90407-dc9f-43dd-ae24-30b3d462aab7 service neutron] 10.222.0.43 "GET /v2.0/networks?id=76f3f9ca-4fe2-4771-877c-f7bbae3b30b7 HTTP/1.1" status: 200 len: 916 time: 0.2456963 Jun 07 07:00:36.135484 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron.db.l3_hamode_db [None req-801ed1ee-6cda-4f7b-82ee-03725f84006e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e94f5b08-647a-40c6-b77c-9daf706861b0', 'name': 'tempest-AttachVolumeShelveTestJSON-1783332224-router', 'tenant_id': 'a521857e620a4cd2a9ecf3c6706dbe4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a84d0276-e36b-485f-b034-cb606776a5f5', 'external_fixed_ips': [{'subnet_id': 'bc8e845f-21f5-4331-a893-3fabfb1361b8', 'ip_address': '172.28.3.132'}], 'enable_snat': True}, 'gw_port_id': 'f57f8032-4519-43dc-b72b-1cb43278eac9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T06:53:50Z', 'updated_at': '2021-06-07T06:54:05Z', 'revision_number': 4, 'project_id': 'a521857e620a4cd2a9ecf3c6706dbe4e', 'gw_port': {'id': 'f57f8032-4519-43dc-b72b-1cb43278eac9', 'name': '', 'network_id': 'a84d0276-e36b-485f-b034-cb606776a5f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:e6:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e94f5b08-647a-40c6-b77c-9daf706861b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'bc8e845f-21f5-4331-a893-3fabfb1361b8', 'ip_address': '172.28.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T06:53:52Z', 'updated_at': '2021-06-07T06:54:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc8e845f-21f5-4331-a893-3fabfb1361b8', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-5-smb', '_interfaces': [{'id': '8dfda82d-442d-4a49-844b-7c1cef9c24bd', 'name': '', 'network_id': 'd923eec5-f613-4137-bc9f-8f5300ca5016', 'tenant_id': 'a521857e620a4cd2a9ecf3c6706dbe4e', 'mac_address': 'fa:16:3e:77:e3:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e94f5b08-647a-40c6-b77c-9daf706861b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'c3d491a8-638d-42a9-876a-8c51b2a3d541', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T06:54:03Z', 'updated_at': '2021-06-07T06:54:19Z', 'revision_number': 5, 'project_id': 'a521857e620a4cd2a9ecf3c6706dbe4e', 'subnets': [{'id': 'c3d491a8-638d-42a9-876a-8c51b2a3d541', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784140-5-smb', False) {} {{(pid=91775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 07:00:36.140364 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-801ed1ee-6cda-4f7b-82ee-03725f84006e None None] Checking router: e94f5b08-647a-40c6-b77c-9daf706861b0 for host: dv-cinder-784140-5-smb {{(pid=91775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 07:00:36.151382 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-801ed1ee-6cda-4f7b-82ee-03725f84006e None None] Routers {'e94f5b08-647a-40c6-b77c-9daf706861b0'} bound to L3 agent in host dv-cinder-784140-5-smb {{(pid=91775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 07:00:36.152207 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron.db.l3_hamode_db [None req-801ed1ee-6cda-4f7b-82ee-03725f84006e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-07T06:46:09Z,description=,heartbeat_timestamp=2021-06-07T07:00:09Z,host='dv-cinder-784140-5-smb',id=dd8e9e9b-c9b0-4755-a773-57df6dee4a2e,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T06:46:09Z,topic='l3_agent')) {'router_ids': ['e94f5b08-647a-40c6-b77c-9daf706861b0'], 'active': True} {{(pid=91775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 07:00:36.243393 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-86df8f4b-535c-422e-866d-42ce3cd3643f req-cb65aa2a-225f-486d-8205-ba142a1f9159 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ab18b70a-fd83-4a32-9ad3-05de65734339 HTTP/1.1" status: 200 len: 1001 time: 0.2541447 Jun 07 07:00:36.310504 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.plugin [None req-6d4f5963-3211-4c0f-999d-35d8dc0d8116 tempest-TestMinimumBasicScenario-608799379 tempest-TestMinimumBasicScenario-608799379-project] Deleting port 0d909f9a-2d1f-47e2-a74f-c32d5ce041be {{(pid=91773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 07:00:36.311219 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-6d4f5963-3211-4c0f-999d-35d8dc0d8116 tempest-TestMinimumBasicScenario-608799379 tempest-TestMinimumBasicScenario-608799379-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762332413660'] for port, before_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:36.332345 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86df8f4b-535c-422e-866d-42ce3cd3643f req-a1cee9cc-535e-466c-8869-10a8a72910f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:00:36.333774 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-86df8f4b-535c-422e-866d-42ce3cd3643f req-a1cee9cc-535e-466c-8869-10a8a72910f9 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9782a052-4bf6-4b92-9f6e-b9af5249925f HTTP/1.1" status: 200 len: 854 time: 0.0840278 Jun 07 07:00:36.366958 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron.db.l3_dvr_db [None req-801ed1ee-6cda-4f7b-82ee-03725f84006e None None] Set router e94f5b08-647a-40c6-b77c-9daf706861b0 gateway port host: dv-cinder-784140-5-smb {{(pid=91775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 07:00:36.490286 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-6d4f5963-3211-4c0f-999d-35d8dc0d8116 tempest-TestMinimumBasicScenario-608799379 tempest-TestMinimumBasicScenario-608799379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1669251'] for port, precommit_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:36.490605 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-6d4f5963-3211-4c0f-999d-35d8dc0d8116 tempest-TestMinimumBasicScenario-608799379 tempest-TestMinimumBasicScenario-608799379-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:36.618070 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.plugin [None req-6d4f5963-3211-4c0f-999d-35d8dc0d8116 tempest-TestMinimumBasicScenario-608799379 tempest-TestMinimumBasicScenario-608799379-project] Calling delete_port for 0d909f9a-2d1f-47e2-a74f-c32d5ce041be owned by network:floatingip {{(pid=91773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 07:00:36.629895 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86df8f4b-535c-422e-866d-42ce3cd3643f req-0473ae39-16d2-467f-bed2-ce655572d0fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:00:36.631247 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-86df8f4b-535c-422e-866d-42ce3cd3643f req-0473ae39-16d2-467f-bed2-ce655572d0fd service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=76f3f9ca-4fe2-4771-877c-f7bbae3b30b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2844963 Jun 07 07:00:36.701659 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron.db.l3_hamode_db [None req-801ed1ee-6cda-4f7b-82ee-03725f84006e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e94f5b08-647a-40c6-b77c-9daf706861b0', 'name': 'tempest-AttachVolumeShelveTestJSON-1783332224-router', 'tenant_id': 'a521857e620a4cd2a9ecf3c6706dbe4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a84d0276-e36b-485f-b034-cb606776a5f5', 'external_fixed_ips': [{'subnet_id': 'bc8e845f-21f5-4331-a893-3fabfb1361b8', 'ip_address': '172.28.3.132'}], 'enable_snat': True}, 'gw_port_id': 'f57f8032-4519-43dc-b72b-1cb43278eac9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T06:53:50Z', 'updated_at': '2021-06-07T06:54:05Z', 'revision_number': 4, 'project_id': 'a521857e620a4cd2a9ecf3c6706dbe4e', 'gw_port': {'id': 'f57f8032-4519-43dc-b72b-1cb43278eac9', 'name': '', 'network_id': 'a84d0276-e36b-485f-b034-cb606776a5f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:e6:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e94f5b08-647a-40c6-b77c-9daf706861b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'bc8e845f-21f5-4331-a893-3fabfb1361b8', 'ip_address': '172.28.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T06:53:52Z', 'updated_at': '2021-06-07T06:54:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc8e845f-21f5-4331-a893-3fabfb1361b8', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-5-smb', '_interfaces': [{'id': '8dfda82d-442d-4a49-844b-7c1cef9c24bd', 'name': '', 'network_id': 'd923eec5-f613-4137-bc9f-8f5300ca5016', 'tenant_id': 'a521857e620a4cd2a9ecf3c6706dbe4e', 'mac_address': 'fa:16:3e:77:e3:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e94f5b08-647a-40c6-b77c-9daf706861b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'c3d491a8-638d-42a9-876a-8c51b2a3d541', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T06:54:03Z', 'updated_at': '2021-06-07T06:54:19Z', 'revision_number': 5, 'project_id': 'a521857e620a4cd2a9ecf3c6706dbe4e', 'subnets': [{'id': 'c3d491a8-638d-42a9-876a-8c51b2a3d541', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784140-5-smb', False) {} {{(pid=91775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 07:00:36.706383 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-801ed1ee-6cda-4f7b-82ee-03725f84006e None None] The sync data for ids ['e94f5b08-647a-40c6-b77c-9daf706861b0'] in dv-cinder-784140-5-smb is: [{'id': 'e94f5b08-647a-40c6-b77c-9daf706861b0', 'name': 'tempest-AttachVolumeShelveTestJSON-1783332224-router', 'tenant_id': 'a521857e620a4cd2a9ecf3c6706dbe4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a84d0276-e36b-485f-b034-cb606776a5f5', 'external_fixed_ips': [{'subnet_id': 'bc8e845f-21f5-4331-a893-3fabfb1361b8', 'ip_address': '172.28.3.132'}], 'enable_snat': True}, 'gw_port_id': 'f57f8032-4519-43dc-b72b-1cb43278eac9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T06:53:50Z', 'updated_at': '2021-06-07T06:54:05Z', 'revision_number': 4, 'project_id': 'a521857e620a4cd2a9ecf3c6706dbe4e', 'gw_port': {'id': 'f57f8032-4519-43dc-b72b-1cb43278eac9', 'name': '', 'network_id': 'a84d0276-e36b-485f-b034-cb606776a5f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:e6:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e94f5b08-647a-40c6-b77c-9daf706861b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'bc8e845f-21f5-4331-a893-3fabfb1361b8', 'ip_address': '172.28.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T06:53:52Z', 'updated_at': '2021-06-07T06:54:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc8e845f-21f5-4331-a893-3fabfb1361b8', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-5-smb', '_interfaces': [{'id': '8dfda82d-442d-4a49-844b-7c1cef9c24bd', 'name': '', 'network_id': 'd923eec5-f613-4137-bc9f-8f5300ca5016', 'tenant_id': 'a521857e620a4cd2a9ecf3c6706dbe4e', 'mac_address': 'fa:16:3e:77:e3:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e94f5b08-647a-40c6-b77c-9daf706861b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'c3d491a8-638d-42a9-876a-8c51b2a3d541', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T06:54:03Z', 'updated_at': '2021-06-07T06:54:19Z', 'revision_number': 5, 'project_id': 'a521857e620a4cd2a9ecf3c6706dbe4e', 'subnets': [{'id': 'c3d491a8-638d-42a9-876a-8c51b2a3d541', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 07:00:36.791852 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-86df8f4b-535c-422e-866d-42ce3cd3643f req-adace83d-c97f-40c9-9cfe-2939406c3631 service neutron] 10.222.0.43 "GET /v2.0/networks/76f3f9ca-4fe2-4771-877c-f7bbae3b30b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1503775 Jun 07 07:00:36.921457 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-a0720779-1f6a-4eaa-a7e6-c877802b7d3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762332461204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723872'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:36.986535 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-6d4f5963-3211-4c0f-999d-35d8dc0d8116 tempest-TestMinimumBasicScenario-608799379 tempest-TestMinimumBasicScenario-608799379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-569476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762332438236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762331935088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2253277'] for port, after_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:36.991476 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-5b57e242-a1d1-4597-869b-54e2387dffa2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 07:00:37.012066 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edf3e512-b23f-4303-ab9c-dc3c796d7641 None None] New status for floating IP 9fb90414-7c2d-41ca-96b8-58b7f5395659: DOWN {{(pid=91774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 07 07:00:37.027113 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-86df8f4b-535c-422e-866d-42ce3cd3643f req-99d65ad3-1dc9-49ad-babf-96c6a3c7f0f2 service neutron] 10.222.0.43 "GET /v2.0/networks/76f3f9ca-4fe2-4771-877c-f7bbae3b30b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2246094 Jun 07 07:00:37.042991 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4f5963-3211-4c0f-999d-35d8dc0d8116 tempest-TestMinimumBasicScenario-608799379 tempest-TestMinimumBasicScenario-608799379-project] Pushing event deleted for resources: {'Port': ['ID=0d909f9a-2d1f-47e2-a74f-c32d5ce041be,revision_number=None']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 07:00:37.046829 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-6d4f5963-3211-4c0f-999d-35d8dc0d8116 tempest-TestMinimumBasicScenario-608799379 tempest-TestMinimumBasicScenario-608799379-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 07:00:37.059867 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.wsgi [-] (91772) accepted ('10.222.0.21', 60450) {{(pid=91772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 07:00:37.140772 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-6d4f5963-3211-4c0f-999d-35d8dc0d8116 tempest-TestMinimumBasicScenario-608799379 tempest-TestMinimumBasicScenario-608799379-project] Notify callbacks [] for floatingip, after_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:37.141108 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.db.l3_db [None req-6d4f5963-3211-4c0f-999d-35d8dc0d8116 tempest-TestMinimumBasicScenario-608799379 tempest-TestMinimumBasicScenario-608799379-project] Floating IP 27be584c-c5d8-4f60-9567-408c0bde933d disassociated (deleted). External IP: 172.28.3.60, port: ab18b70a-fd83-4a32-9ad3-05de65734339. Jun 07 07:00:37.142852 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-036ba627-e593-45b4-8b59-02766805f2da tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] Notify callbacks [] for security_group, before_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:37.173509 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-036ba627-e593-45b4-8b59-02766805f2da tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:37.230114 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-036ba627-e593-45b4-8b59-02766805f2da tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1706761'] for security_group, after_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:37.234919 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-036ba627-e593-45b4-8b59-02766805f2da tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] Notify callbacks [] for security_group, before_response {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:37.238951 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.21', 60454) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 07:00:37.239595 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [None req-036ba627-e593-45b4-8b59-02766805f2da tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] 10.222.0.21 "DELETE /v2.0/security-groups/c87f206a-51e2-42cb-bc99-41914c02c812 HTTP/1.1" status: 204 len: 168 time: 0.1774549 Jun 07 07:00:37.240482 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-af819787-99f6-49c9-b55b-3b9af07a01d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 07:00:37.255590 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036ba627-e593-45b4-8b59-02766805f2da tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c87f206a-51e2-42cb-bc99-41914c02c812,revision_number=None']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 07:00:37.258747 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-036ba627-e593-45b4-8b59-02766805f2da tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 07:00:37.288205 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Device 2bd67d37-370f-4ff8-bb69-fa53be603f45 no longer exists at agent hyperv_hv-cinder-78414 {{(pid=91774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 07:00:37.312546 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.api.v2.resource [None req-1b3fb0b2-fb7e-48e0-8e29-cdf84506d60f tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] show failed (client error): The resource could not be found. Jun 07 07:00:37.316577 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [None req-1b3fb0b2-fb7e-48e0-8e29-cdf84506d60f tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] 10.222.0.21 "GET /v2.0/security-groups/c87f206a-51e2-42cb-bc99-41914c02c812 HTTP/1.1" status: 404 len: 347 time: 0.0735414 Jun 07 07:00:37.320235 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.wsgi [-] (91772) accepted ('10.222.0.21', 60458) {{(pid=91772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 07:00:37.347361 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.plugin [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] No Port match for: 2bd67d37-370f-4ff8-bb69-fa53be603f45 {{(pid=91774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 07:00:37.347996 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Device 2bd67d37-370f-4ff8-bb69-fa53be603f45 not bound to the agent host hv-cinder-78414 {{(pid=91774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 07:00:37.393797 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebdb7c72-c3d1-47bb-9d0a-4f00e59b88dc', 'name': 'network-vif-deleted', 'tag': '2bd67d37-370f-4ff8-bb69-fa53be603f45'}] {{(pid=91772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 07:00:37.396224 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b3564b50ce45010e06e11b2a9bfee31ad6a5dcfa31583fbede74178fb7a3d70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99441a7f-6097-4bf9-8ee8-d391abd27e03" -d '{"events": [{"server_uuid": "ebdb7c72-c3d1-47bb-9d0a-4f00e59b88dc", "name": "network-vif-deleted", "tag": "2bd67d37-370f-4ff8-bb69-fa53be603f45"}]}' {{(pid=91772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 07:00:37.486092 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 07:00:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5f27324-86a3-4afc-9d78-1475d04444d4 x-openstack-request-id: req-a5f27324-86a3-4afc-9d78-1475d04444d4 {{(pid=91772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 07:00:37.486669 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebdb7c72-c3d1-47bb-9d0a-4f00e59b88dc", "name": "network-vif-deleted", "tag": "2bd67d37-370f-4ff8-bb69-fa53be603f45", "status": "completed", "code": 200}]} {{(pid=91772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 07:00:37.486965 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a5f27324-86a3-4afc-9d78-1475d04444d4 {{(pid=91772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 07:00:37.487388 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebdb7c72-c3d1-47bb-9d0a-4f00e59b88dc', 'name': 'network-vif-deleted', 'tag': '2bd67d37-370f-4ff8-bb69-fa53be603f45', 'status': 'completed', 'code': 200} Jun 07 07:00:37.568741 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d4f5963-3211-4c0f-999d-35d8dc0d8116 tempest-TestMinimumBasicScenario-608799379 tempest-TestMinimumBasicScenario-608799379-project] Router da4aa5b3-ba95-4319-9c58-227a3584c0a2 has already been hosted by L3 agent dd8e9e9b-c9b0-4755-a773-57df6dee4a2e {{(pid=91773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 07:00:37.579692 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.plugins.ml2.plugin [None req-bd4413e8-da0a-48bb-b175-f8cd6319fd55 tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] Deleting port 981fe73c-6b21-4439-808a-bc85356a02e9 {{(pid=91772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 07:00:37.580060 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-bd4413e8-da0a-48bb-b175-f8cd6319fd55 tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762332413660'] for port, before_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:37.705176 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-bd4413e8-da0a-48bb-b175-f8cd6319fd55 tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1669251'] for port, precommit_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:37.705863 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-bd4413e8-da0a-48bb-b175-f8cd6319fd55 tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:37.848646 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.plugins.ml2.plugin [None req-bd4413e8-da0a-48bb-b175-f8cd6319fd55 tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] Calling delete_port for 981fe73c-6b21-4439-808a-bc85356a02e9 owned by network:floatingip {{(pid=91772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 07:00:37.852831 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d4f5963-3211-4c0f-999d-35d8dc0d8116 tempest-TestMinimumBasicScenario-608799379 tempest-TestMinimumBasicScenario-608799379-project] Notify agent at l3_agent.dv-cinder-784140-5-smb the message routers_updated {{(pid=91773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 07:00:37.857024 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-6d4f5963-3211-4c0f-999d-35d8dc0d8116 tempest-TestMinimumBasicScenario-608799379 tempest-TestMinimumBasicScenario-608799379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503096'] for floatingip, before_response {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:37.865566 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9f93750-a0bb-4fa2-ba9c-87cdca4c73d8 None None] Sync routers for ids ['da4aa5b3-ba95-4319-9c58-227a3584c0a2'] in dv-cinder-784140-5-smb {{(pid=91775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 07:00:37.877671 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9f93750-a0bb-4fa2-ba9c-87cdca4c73d8 None None] Routers {'da4aa5b3-ba95-4319-9c58-227a3584c0a2'} bound to L3 agent in host dv-cinder-784140-5-smb {{(pid=91775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 07:00:37.878521 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron.db.l3_hamode_db [None req-d9f93750-a0bb-4fa2-ba9c-87cdca4c73d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-07T06:46:09Z,description=,heartbeat_timestamp=2021-06-07T07:00:09Z,host='dv-cinder-784140-5-smb',id=dd8e9e9b-c9b0-4755-a773-57df6dee4a2e,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T06:46:09Z,topic='l3_agent')) {'router_ids': ['da4aa5b3-ba95-4319-9c58-227a3584c0a2'], 'active': True} {{(pid=91775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 07:00:37.930680 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [None req-6d4f5963-3211-4c0f-999d-35d8dc0d8116 tempest-TestMinimumBasicScenario-608799379 tempest-TestMinimumBasicScenario-608799379-project] 10.222.0.21 "DELETE /v2.0/floatingips/27be584c-c5d8-4f60-9567-408c0bde933d HTTP/1.1" status: 204 len: 168 time: 2.3047073 Jun 07 07:00:37.934484 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '795e2a4a-ae14-4646-8bf6-9ccffb59f7d8', 'tag': 'ab18b70a-fd83-4a32-9ad3-05de65734339'}] {{(pid=91773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 07:00:37.936906 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7af0e1444f231fbc9cc9c3372b4fb62bb65a3f4c42e6951a4a8787648e20f245" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d7a372d-c903-466d-9874-29dd27fac48c" -d '{"events": [{"name": "network-changed", "server_uuid": "795e2a4a-ae14-4646-8bf6-9ccffb59f7d8", "tag": "ab18b70a-fd83-4a32-9ad3-05de65734339"}]}' {{(pid=91773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 07:00:37.995685 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-bd4413e8-da0a-48bb-b175-f8cd6319fd55 tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-569476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762332438236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762331935088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2958583'] for port, after_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:38.001558 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-afd3f2da-d490-467a-9d04-7b64827f5b54 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 07:00:38.027426 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 07:00:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31d1123a-64cf-47ec-8e3f-34c82c31963c x-openstack-request-id: req-31d1123a-64cf-47ec-8e3f-34c82c31963c {{(pid=91773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 07:00:38.028036 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "795e2a4a-ae14-4646-8bf6-9ccffb59f7d8", "tag": "ab18b70a-fd83-4a32-9ad3-05de65734339", "status": "completed", "code": 200}]} {{(pid=91773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 07:00:38.028326 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-31d1123a-64cf-47ec-8e3f-34c82c31963c {{(pid=91773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 07:00:38.028753 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '795e2a4a-ae14-4646-8bf6-9ccffb59f7d8', 'tag': 'ab18b70a-fd83-4a32-9ad3-05de65734339', 'status': 'completed', 'code': 200} Jun 07 07:00:38.084677 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4413e8-da0a-48bb-b175-f8cd6319fd55 tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] Pushing event deleted for resources: {'Port': ['ID=981fe73c-6b21-4439-808a-bc85356a02e9,revision_number=None']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 07:00:38.112428 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron.db.l3_dvr_db [None req-d9f93750-a0bb-4fa2-ba9c-87cdca4c73d8 None None] Set router da4aa5b3-ba95-4319-9c58-227a3584c0a2 gateway port host: dv-cinder-784140-5-smb {{(pid=91775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 07:00:38.118199 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-bd4413e8-da0a-48bb-b175-f8cd6319fd55 tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 07:00:38.200814 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7a372d-c903-466d-9874-29dd27fac48c req-14318381-a404-4ec1-a8bd-02cb5681adde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:00:38.203624 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-0d7a372d-c903-466d-9874-29dd27fac48c req-14318381-a404-4ec1-a8bd-02cb5681adde service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6d873eb9de9b41628d2183c081676fec&device_id=795e2a4a-ae14-4646-8bf6-9ccffb59f7d8 HTTP/1.1" status: 200 len: 1099 time: 0.1521425 Jun 07 07:00:38.213738 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-bd4413e8-da0a-48bb-b175-f8cd6319fd55 tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] Notify callbacks [] for floatingip, after_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:38.216508 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-bd4413e8-da0a-48bb-b175-f8cd6319fd55 tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503096'] for floatingip, before_response {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:38.218549 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [None req-bd4413e8-da0a-48bb-b175-f8cd6319fd55 tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] 10.222.0.21 "DELETE /v2.0/floatingips/9fb90414-7c2d-41ca-96b8-58b7f5395659 HTTP/1.1" status: 204 len: 168 time: 0.8959277 Jun 07 07:00:38.376417 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7a372d-c903-466d-9874-29dd27fac48c req-e8bf06f7-7df8-471d-8374-7f26501ff7c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:00:38.377879 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-0d7a372d-c903-466d-9874-29dd27fac48c req-e8bf06f7-7df8-471d-8374-7f26501ff7c6 service neutron] 10.222.0.43 "GET /v2.0/networks?id=76f3f9ca-4fe2-4771-877c-f7bbae3b30b7 HTTP/1.1" status: 200 len: 916 time: 0.1675992 Jun 07 07:00:38.463702 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-0d7a372d-c903-466d-9874-29dd27fac48c req-9c9f2ba5-e4aa-442d-83c2-e6fcb1ac1ff1 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ab18b70a-fd83-4a32-9ad3-05de65734339 HTTP/1.1" status: 200 len: 217 time: 0.0771821 Jun 07 07:00:38.614629 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron.db.l3_hamode_db [None req-d9f93750-a0bb-4fa2-ba9c-87cdca4c73d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da4aa5b3-ba95-4319-9c58-227a3584c0a2', 'name': 'tempest-TestMinimumBasicScenario-2082915911-router', 'tenant_id': '6d873eb9de9b41628d2183c081676fec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a84d0276-e36b-485f-b034-cb606776a5f5', 'external_fixed_ips': [{'subnet_id': 'bc8e845f-21f5-4331-a893-3fabfb1361b8', 'ip_address': '172.28.3.88'}], 'enable_snat': True}, 'gw_port_id': '3509c848-9441-4dbf-a90b-7c6f7e120b25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T06:58:15Z', 'updated_at': '2021-06-07T06:58:19Z', 'revision_number': 4, 'project_id': '6d873eb9de9b41628d2183c081676fec', 'gw_port': {'id': '3509c848-9441-4dbf-a90b-7c6f7e120b25', 'name': '', 'network_id': 'a84d0276-e36b-485f-b034-cb606776a5f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:7f:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da4aa5b3-ba95-4319-9c58-227a3584c0a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': 'bc8e845f-21f5-4331-a893-3fabfb1361b8', 'ip_address': '172.28.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T06:58:16Z', 'updated_at': '2021-06-07T06:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc8e845f-21f5-4331-a893-3fabfb1361b8', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-5-smb', '_interfaces': [{'id': '3bff8dd6-00e4-4d75-a6db-06ca805f64a5', 'name': '', 'network_id': '76f3f9ca-4fe2-4771-877c-f7bbae3b30b7', 'tenant_id': '6d873eb9de9b41628d2183c081676fec', 'mac_address': 'fa:16:3e:19:de:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da4aa5b3-ba95-4319-9c58-227a3584c0a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '9782a052-4bf6-4b92-9f6e-b9af5249925f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T06:58:19Z', 'updated_at': '2021-06-07T06:58:27Z', 'revision_number': 5, 'project_id': '6d873eb9de9b41628d2183c081676fec', 'subnets': [{'id': '9782a052-4bf6-4b92-9f6e-b9af5249925f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784140-5-smb', False) {} {{(pid=91775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 07:00:38.625405 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9f93750-a0bb-4fa2-ba9c-87cdca4c73d8 None None] Checking router: da4aa5b3-ba95-4319-9c58-227a3584c0a2 for host: dv-cinder-784140-5-smb {{(pid=91775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 07:00:38.654425 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9f93750-a0bb-4fa2-ba9c-87cdca4c73d8 None None] Routers {'da4aa5b3-ba95-4319-9c58-227a3584c0a2'} bound to L3 agent in host dv-cinder-784140-5-smb {{(pid=91775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 07:00:38.656861 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron.db.l3_hamode_db [None req-d9f93750-a0bb-4fa2-ba9c-87cdca4c73d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-07T06:46:09Z,description=,heartbeat_timestamp=2021-06-07T07:00:09Z,host='dv-cinder-784140-5-smb',id=dd8e9e9b-c9b0-4755-a773-57df6dee4a2e,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T06:46:09Z,topic='l3_agent')) {'router_ids': ['da4aa5b3-ba95-4319-9c58-227a3584c0a2'], 'active': True} {{(pid=91775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 07:00:38.668197 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7a372d-c903-466d-9874-29dd27fac48c req-61fbb24e-f21d-466a-a288-f2ebc994d815 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:00:38.670035 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-0d7a372d-c903-466d-9874-29dd27fac48c req-61fbb24e-f21d-466a-a288-f2ebc994d815 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9782a052-4bf6-4b92-9f6e-b9af5249925f HTTP/1.1" status: 200 len: 854 time: 0.1960871 Jun 07 07:00:38.780513 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7a372d-c903-466d-9874-29dd27fac48c req-c0ff1e40-8ec2-49cf-8603-9bde1621036c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:00:38.782219 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-0d7a372d-c903-466d-9874-29dd27fac48c req-c0ff1e40-8ec2-49cf-8603-9bde1621036c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=76f3f9ca-4fe2-4771-877c-f7bbae3b30b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1042399 Jun 07 07:00:38.862702 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron.db.l3_dvr_db [None req-d9f93750-a0bb-4fa2-ba9c-87cdca4c73d8 None None] Set router da4aa5b3-ba95-4319-9c58-227a3584c0a2 gateway port host: dv-cinder-784140-5-smb {{(pid=91775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 07:00:38.947376 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-0d7a372d-c903-466d-9874-29dd27fac48c req-abb22d2a-0146-444d-86ca-8992f3008807 service neutron] 10.222.0.43 "GET /v2.0/networks/76f3f9ca-4fe2-4771-877c-f7bbae3b30b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1575727 Jun 07 07:00:39.108780 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-0d7a372d-c903-466d-9874-29dd27fac48c req-9ab2cb30-8b75-4fc5-911b-f4373ed99c97 service neutron] 10.222.0.43 "GET /v2.0/networks/76f3f9ca-4fe2-4771-877c-f7bbae3b30b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1536264 Jun 07 07:00:39.271859 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron.db.l3_hamode_db [None req-d9f93750-a0bb-4fa2-ba9c-87cdca4c73d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da4aa5b3-ba95-4319-9c58-227a3584c0a2', 'name': 'tempest-TestMinimumBasicScenario-2082915911-router', 'tenant_id': '6d873eb9de9b41628d2183c081676fec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a84d0276-e36b-485f-b034-cb606776a5f5', 'external_fixed_ips': [{'subnet_id': 'bc8e845f-21f5-4331-a893-3fabfb1361b8', 'ip_address': '172.28.3.88'}], 'enable_snat': True}, 'gw_port_id': '3509c848-9441-4dbf-a90b-7c6f7e120b25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T06:58:15Z', 'updated_at': '2021-06-07T06:58:19Z', 'revision_number': 4, 'project_id': '6d873eb9de9b41628d2183c081676fec', 'gw_port': {'id': '3509c848-9441-4dbf-a90b-7c6f7e120b25', 'name': '', 'network_id': 'a84d0276-e36b-485f-b034-cb606776a5f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:7f:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da4aa5b3-ba95-4319-9c58-227a3584c0a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': 'bc8e845f-21f5-4331-a893-3fabfb1361b8', 'ip_address': '172.28.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T06:58:16Z', 'updated_at': '2021-06-07T06:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc8e845f-21f5-4331-a893-3fabfb1361b8', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-5-smb', '_interfaces': [{'id': '3bff8dd6-00e4-4d75-a6db-06ca805f64a5', 'name': '', 'network_id': '76f3f9ca-4fe2-4771-877c-f7bbae3b30b7', 'tenant_id': '6d873eb9de9b41628d2183c081676fec', 'mac_address': 'fa:16:3e:19:de:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da4aa5b3-ba95-4319-9c58-227a3584c0a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '9782a052-4bf6-4b92-9f6e-b9af5249925f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T06:58:19Z', 'updated_at': '2021-06-07T06:58:27Z', 'revision_number': 5, 'project_id': '6d873eb9de9b41628d2183c081676fec', 'subnets': [{'id': '9782a052-4bf6-4b92-9f6e-b9af5249925f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784140-5-smb', False) {} {{(pid=91775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 07:00:39.275835 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9f93750-a0bb-4fa2-ba9c-87cdca4c73d8 None None] The sync data for ids ['da4aa5b3-ba95-4319-9c58-227a3584c0a2'] in dv-cinder-784140-5-smb is: [{'id': 'da4aa5b3-ba95-4319-9c58-227a3584c0a2', 'name': 'tempest-TestMinimumBasicScenario-2082915911-router', 'tenant_id': '6d873eb9de9b41628d2183c081676fec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a84d0276-e36b-485f-b034-cb606776a5f5', 'external_fixed_ips': [{'subnet_id': 'bc8e845f-21f5-4331-a893-3fabfb1361b8', 'ip_address': '172.28.3.88'}], 'enable_snat': True}, 'gw_port_id': '3509c848-9441-4dbf-a90b-7c6f7e120b25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T06:58:15Z', 'updated_at': '2021-06-07T06:58:19Z', 'revision_number': 4, 'project_id': '6d873eb9de9b41628d2183c081676fec', 'gw_port': {'id': '3509c848-9441-4dbf-a90b-7c6f7e120b25', 'name': '', 'network_id': 'a84d0276-e36b-485f-b034-cb606776a5f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:7f:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da4aa5b3-ba95-4319-9c58-227a3584c0a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': 'bc8e845f-21f5-4331-a893-3fabfb1361b8', 'ip_address': '172.28.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T06:58:16Z', 'updated_at': '2021-06-07T06:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc8e845f-21f5-4331-a893-3fabfb1361b8', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-5-smb', '_interfaces': [{'id': '3bff8dd6-00e4-4d75-a6db-06ca805f64a5', 'name': '', 'network_id': '76f3f9ca-4fe2-4771-877c-f7bbae3b30b7', 'tenant_id': '6d873eb9de9b41628d2183c081676fec', 'mac_address': 'fa:16:3e:19:de:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da4aa5b3-ba95-4319-9c58-227a3584c0a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '9782a052-4bf6-4b92-9f6e-b9af5249925f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T06:58:19Z', 'updated_at': '2021-06-07T06:58:27Z', 'revision_number': 5, 'project_id': '6d873eb9de9b41628d2183c081676fec', 'subnets': [{'id': '9782a052-4bf6-4b92-9f6e-b9af5249925f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 07:00:39.316814 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762332461204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723872'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:39.481105 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-e9e7720f-0ccb-42a4-957e-31cc7de13c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762332461204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723872'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:39.504126 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-706a8584-91d5-4a62-b644-4b73f9710282 None None] New status for floating IP 27be584c-c5d8-4f60-9567-408c0bde933d: DOWN {{(pid=91774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 07 07:00:40.207000 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.wsgi [-] (91772) accepted ('10.222.0.21', 60534) {{(pid=91772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 07:00:40.578035 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-3ea4f4f5-6296-4d8b-95a7-2efd101194ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762332461204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723872'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:40.697377 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762332461204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723872'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:41.056709 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-bd10839a-a654-445a-8420-0c1f18f10cf4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1663700'] for router_interface, before_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:41.474182 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.plugins.ml2.plugin [None req-bd10839a-a654-445a-8420-0c1f18f10cf4 admin admin] Deleting port 8dfda82d-442d-4a49-844b-7c1cef9c24bd {{(pid=91772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 07:00:41.474867 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-bd10839a-a654-445a-8420-0c1f18f10cf4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762332413660'] for port, before_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:41.639720 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.plugins.ml2.db [None req-bd10839a-a654-445a-8420-0c1f18f10cf4 admin admin] For port 8dfda82d-442d-4a49-844b-7c1cef9c24bd, host dv-cinder-784140-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-5-smb',level=0,port_id=8dfda82d-442d-4a49-844b-7c1cef9c24bd,segment=NetworkSegment(3ffd2bba-2e4c-4340-84bb-337c4d476270),segment_id=3ffd2bba-2e4c-4340-84bb-337c4d476270)] {{(pid=91772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 07:00:41.640091 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-bd10839a-a654-445a-8420-0c1f18f10cf4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1669251'] for port, precommit_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:41.770750 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.plugins.ml2.plugin [None req-bd10839a-a654-445a-8420-0c1f18f10cf4 admin admin] Calling delete_port for 8dfda82d-442d-4a49-844b-7c1cef9c24bd owned by network:router_interface {{(pid=91772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 07:00:41.803159 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc1852a-07b9-4d62-8495-4cf6bd660500 req-5f72dab1-78b9-4766-8597-61322998415c tempest-TestMinimumBasicScenario-608799379 tempest-TestMinimumBasicScenario-608799379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:00:41.804624 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-0fc1852a-07b9-4d62-8495-4cf6bd660500 req-5f72dab1-78b9-4766-8597-61322998415c tempest-TestMinimumBasicScenario-608799379 tempest-TestMinimumBasicScenario-608799379-project] 10.222.0.21 "GET /v2.0/ports?device_id=795e2a4a-ae14-4646-8bf6-9ccffb59f7d8 HTTP/1.1" status: 200 len: 946 time: 0.2300267 Jun 07 07:00:41.861842 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-0fc1852a-07b9-4d62-8495-4cf6bd660500 req-5daea107-8956-4483-811f-e143256d2be3 tempest-TestMinimumBasicScenario-608799379 tempest-TestMinimumBasicScenario-608799379-project] 10.222.0.21 "GET /v2.0/security-groups?id=2a9523a8-2ff1-4f5b-9747-a8d45ba0dae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516763 Jun 07 07:00:41.966762 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-bd10839a-a654-445a-8420-0c1f18f10cf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-569476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762332438236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762331935088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2958583'] for port, after_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:41.970321 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-a1c9058e-a46d-48e4-985f-1c50727e53b1 tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 07:00:42.012958 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd10839a-a654-445a-8420-0c1f18f10cf4 admin admin] Pushing event deleted for resources: {'Port': ['ID=8dfda82d-442d-4a49-844b-7c1cef9c24bd,revision_number=None']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 07:00:42.016055 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-bd10839a-a654-445a-8420-0c1f18f10cf4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 07:00:42.153467 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-7052a4e3-dcb7-48ac-a7a0-7c0e94d6da24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762332461204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723872'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:42.396104 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-bd10839a-a654-445a-8420-0c1f18f10cf4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1648554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1666458'] for router_interface, after_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:42.776108 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd10839a-a654-445a-8420-0c1f18f10cf4 admin admin] Router e94f5b08-647a-40c6-b77c-9daf706861b0 has already been hosted by L3 agent dd8e9e9b-c9b0-4755-a773-57df6dee4a2e {{(pid=91772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 07:00:42.956542 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd10839a-a654-445a-8420-0c1f18f10cf4 admin admin] Notify agent at l3_agent.dv-cinder-784140-5-smb the message routers_updated {{(pid=91772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 07:00:42.961799 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [None req-bd10839a-a654-445a-8420-0c1f18f10cf4 admin admin] 10.222.0.21 "PUT /v2.0/routers/e94f5b08-647a-40c6-b77c-9daf706861b0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7531419 Jun 07 07:00:42.965550 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cef2aa95-cf3d-492b-8f8f-723d8a6df892 None None] Sync routers for ids ['e94f5b08-647a-40c6-b77c-9daf706861b0'] in dv-cinder-784140-5-smb {{(pid=91775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 07:00:42.966129 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.21', 60568) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 07:00:42.976270 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cef2aa95-cf3d-492b-8f8f-723d8a6df892 None None] Routers {'e94f5b08-647a-40c6-b77c-9daf706861b0'} bound to L3 agent in host dv-cinder-784140-5-smb {{(pid=91775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 07:00:42.976923 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron.db.l3_hamode_db [None req-cef2aa95-cf3d-492b-8f8f-723d8a6df892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-07T06:46:09Z,description=,heartbeat_timestamp=2021-06-07T07:00:39Z,host='dv-cinder-784140-5-smb',id=dd8e9e9b-c9b0-4755-a773-57df6dee4a2e,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T06:46:09Z,topic='l3_agent')) {'router_ids': ['e94f5b08-647a-40c6-b77c-9daf706861b0'], 'active': True} {{(pid=91775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 07:00:43.060917 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5139bbc-e278-448e-917d-f620752602b9 req-6c1e83be-9097-4657-ac74-909aba54e532 tempest-TestMinimumBasicScenario-608799379 tempest-TestMinimumBasicScenario-608799379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:00:43.062373 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-b5139bbc-e278-448e-917d-f620752602b9 req-6c1e83be-9097-4657-ac74-909aba54e532 tempest-TestMinimumBasicScenario-608799379 tempest-TestMinimumBasicScenario-608799379-project] 10.222.0.21 "GET /v2.0/ports?device_id=795e2a4a-ae14-4646-8bf6-9ccffb59f7d8 HTTP/1.1" status: 200 len: 946 time: 0.0924511 Jun 07 07:00:43.115013 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-b5139bbc-e278-448e-917d-f620752602b9 req-26ad2785-1bcc-4501-a405-c7a07015ad81 tempest-TestMinimumBasicScenario-608799379 tempest-TestMinimumBasicScenario-608799379-project] 10.222.0.21 "GET /v2.0/security-groups?id=2a9523a8-2ff1-4f5b-9747-a8d45ba0dae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404315 Jun 07 07:00:43.169922 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron.db.l3_dvr_db [None req-cef2aa95-cf3d-492b-8f8f-723d8a6df892 None None] Set router e94f5b08-647a-40c6-b77c-9daf706861b0 gateway port host: dv-cinder-784140-5-smb {{(pid=91775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 07:00:43.171110 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-0c346703-b106-4a3d-b24a-cf8d718d23a6 admin admin] Notify callbacks [] for router, before_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:43.395942 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-0c346703-b106-4a3d-b24a-cf8d718d23a6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:43.460032 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron.db.l3_hamode_db [None req-cef2aa95-cf3d-492b-8f8f-723d8a6df892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e94f5b08-647a-40c6-b77c-9daf706861b0', 'name': 'tempest-AttachVolumeShelveTestJSON-1783332224-router', 'tenant_id': 'a521857e620a4cd2a9ecf3c6706dbe4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a84d0276-e36b-485f-b034-cb606776a5f5', 'external_fixed_ips': [{'subnet_id': 'bc8e845f-21f5-4331-a893-3fabfb1361b8', 'ip_address': '172.28.3.132'}], 'enable_snat': True}, 'gw_port_id': 'f57f8032-4519-43dc-b72b-1cb43278eac9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T06:53:50Z', 'updated_at': '2021-06-07T07:00:41Z', 'revision_number': 5, 'project_id': 'a521857e620a4cd2a9ecf3c6706dbe4e', 'gw_port': {'id': 'f57f8032-4519-43dc-b72b-1cb43278eac9', 'name': '', 'network_id': 'a84d0276-e36b-485f-b034-cb606776a5f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:e6:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e94f5b08-647a-40c6-b77c-9daf706861b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'bc8e845f-21f5-4331-a893-3fabfb1361b8', 'ip_address': '172.28.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T06:53:52Z', 'updated_at': '2021-06-07T06:54:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc8e845f-21f5-4331-a893-3fabfb1361b8', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-5-smb'}], 'dv-cinder-784140-5-smb', False) {} {{(pid=91775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 07:00:43.463856 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cef2aa95-cf3d-492b-8f8f-723d8a6df892 None None] Checking router: e94f5b08-647a-40c6-b77c-9daf706861b0 for host: dv-cinder-784140-5-smb {{(pid=91775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 07:00:43.472636 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cef2aa95-cf3d-492b-8f8f-723d8a6df892 None None] Routers {'e94f5b08-647a-40c6-b77c-9daf706861b0'} bound to L3 agent in host dv-cinder-784140-5-smb {{(pid=91775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 07:00:43.472955 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eca8684-af68-4ae8-84d0-e79df8af10de req-ebf1b4a1-610e-4926-8a87-924246bce908 tempest-TestMinimumBasicScenario-608799379 tempest-TestMinimumBasicScenario-608799379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:00:43.473219 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron.db.l3_hamode_db [None req-cef2aa95-cf3d-492b-8f8f-723d8a6df892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-07T06:46:09Z,description=,heartbeat_timestamp=2021-06-07T07:00:39Z,host='dv-cinder-784140-5-smb',id=dd8e9e9b-c9b0-4755-a773-57df6dee4a2e,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T06:46:09Z,topic='l3_agent')) {'router_ids': ['e94f5b08-647a-40c6-b77c-9daf706861b0'], 'active': True} {{(pid=91775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 07:00:43.474377 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-7eca8684-af68-4ae8-84d0-e79df8af10de req-ebf1b4a1-610e-4926-8a87-924246bce908 tempest-TestMinimumBasicScenario-608799379 tempest-TestMinimumBasicScenario-608799379-project] 10.222.0.43 "GET /v2.0/ports?device_id=795e2a4a-ae14-4646-8bf6-9ccffb59f7d8 HTTP/1.1" status: 200 len: 946 time: 0.1361392 Jun 07 07:00:43.539673 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.plugin [None req-0c346703-b106-4a3d-b24a-cf8d718d23a6 admin admin] Deleting port f57f8032-4519-43dc-b72b-1cb43278eac9 {{(pid=91773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 07:00:43.540114 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-0c346703-b106-4a3d-b24a-cf8d718d23a6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762332413660'] for port, before_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:43.629447 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron.db.l3_dvr_db [None req-cef2aa95-cf3d-492b-8f8f-723d8a6df892 None None] Set router e94f5b08-647a-40c6-b77c-9daf706861b0 gateway port host: None {{(pid=91775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 07:00:43.739060 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron.db.l3_hamode_db [None req-cef2aa95-cf3d-492b-8f8f-723d8a6df892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e94f5b08-647a-40c6-b77c-9daf706861b0', 'name': 'tempest-AttachVolumeShelveTestJSON-1783332224-router', 'tenant_id': 'a521857e620a4cd2a9ecf3c6706dbe4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T06:53:50Z', 'updated_at': '2021-06-07T07:00:43Z', 'revision_number': 6, 'project_id': 'a521857e620a4cd2a9ecf3c6706dbe4e', 'gw_port_host': None}], 'dv-cinder-784140-5-smb', False) {} {{(pid=91775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 07:00:43.743127 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cef2aa95-cf3d-492b-8f8f-723d8a6df892 None None] The sync data for ids ['e94f5b08-647a-40c6-b77c-9daf706861b0'] in dv-cinder-784140-5-smb is: [{'id': 'e94f5b08-647a-40c6-b77c-9daf706861b0', 'name': 'tempest-AttachVolumeShelveTestJSON-1783332224-router', 'tenant_id': 'a521857e620a4cd2a9ecf3c6706dbe4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T06:53:50Z', 'updated_at': '2021-06-07T07:00:43Z', 'revision_number': 6, 'project_id': 'a521857e620a4cd2a9ecf3c6706dbe4e', 'gw_port_host': None}] {{(pid=91775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 07:00:43.842325 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.db [None req-0c346703-b106-4a3d-b24a-cf8d718d23a6 admin admin] For port f57f8032-4519-43dc-b72b-1cb43278eac9, host dv-cinder-784140-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-5-smb',level=0,port_id=f57f8032-4519-43dc-b72b-1cb43278eac9,segment=NetworkSegment(a651428c-972d-4b8e-a20b-c49a0a4f9500),segment_id=a651428c-972d-4b8e-a20b-c49a0a4f9500)] {{(pid=91773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 07:00:43.842585 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-0c346703-b106-4a3d-b24a-cf8d718d23a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1669251'] for port, precommit_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:43.979623 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.plugin [None req-0c346703-b106-4a3d-b24a-cf8d718d23a6 admin admin] Calling delete_port for f57f8032-4519-43dc-b72b-1cb43278eac9 owned by network:router_gateway {{(pid=91773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 07:00:43.991252 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.plugin [req-7eca8684-af68-4ae8-84d0-e79df8af10de req-a19bfcaf-b53c-4221-8295-b19115156277 tempest-TestMinimumBasicScenario-608799379 tempest-TestMinimumBasicScenario-608799379-project] Deleting port ab18b70a-fd83-4a32-9ad3-05de65734339 {{(pid=91773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 07:00:43.991608 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [req-7eca8684-af68-4ae8-84d0-e79df8af10de req-a19bfcaf-b53c-4221-8295-b19115156277 tempest-TestMinimumBasicScenario-608799379 tempest-TestMinimumBasicScenario-608799379-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762332413660'] for port, before_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:44.304086 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.db [req-7eca8684-af68-4ae8-84d0-e79df8af10de req-a19bfcaf-b53c-4221-8295-b19115156277 tempest-TestMinimumBasicScenario-608799379 tempest-TestMinimumBasicScenario-608799379-project] For port ab18b70a-fd83-4a32-9ad3-05de65734339, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=ab18b70a-fd83-4a32-9ad3-05de65734339,segment=NetworkSegment(3763f77b-fd3a-47d1-91c2-6e7b3cce8777),segment_id=3763f77b-fd3a-47d1-91c2-6e7b3cce8777)] {{(pid=91773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 07:00:44.304438 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [req-7eca8684-af68-4ae8-84d0-e79df8af10de req-a19bfcaf-b53c-4221-8295-b19115156277 tempest-TestMinimumBasicScenario-608799379 tempest-TestMinimumBasicScenario-608799379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1669251'] for port, precommit_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:44.340792 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdd8dfe-22d8-45d4-b6f2-72dabd170c88 req-9f09e698-3ca1-4195-bce0-8c2d3c737348 tempest-TestMinimumBasicScenario-608799379 tempest-TestMinimumBasicScenario-608799379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:00:44.349184 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-dbdd8dfe-22d8-45d4-b6f2-72dabd170c88 req-9f09e698-3ca1-4195-bce0-8c2d3c737348 tempest-TestMinimumBasicScenario-608799379 tempest-TestMinimumBasicScenario-608799379-project] 10.222.0.21 "GET /v2.0/ports?device_id=795e2a4a-ae14-4646-8bf6-9ccffb59f7d8 HTTP/1.1" status: 200 len: 946 time: 0.0993316 Jun 07 07:00:44.396392 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-dbdd8dfe-22d8-45d4-b6f2-72dabd170c88 req-59dc816e-2947-48a6-9041-5ba0e6aa3fba tempest-TestMinimumBasicScenario-608799379 tempest-TestMinimumBasicScenario-608799379-project] 10.222.0.21 "GET /v2.0/security-groups?id=2a9523a8-2ff1-4f5b-9747-a8d45ba0dae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463688 Jun 07 07:00:44.451723 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.plugin [req-7eca8684-af68-4ae8-84d0-e79df8af10de req-a19bfcaf-b53c-4221-8295-b19115156277 tempest-TestMinimumBasicScenario-608799379 tempest-TestMinimumBasicScenario-608799379-project] Calling delete_port for ab18b70a-fd83-4a32-9ad3-05de65734339 owned by compute:nova {{(pid=91773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 07:00:44.569061 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-0c346703-b106-4a3d-b24a-cf8d718d23a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-569476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762332438236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762331935088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2253277'] for port, after_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:44.574532 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-41755862-c815-47fa-9770-bfa2ad47dc28 tempest-AttachVolumeNegativeTest-2031625228 tempest-AttachVolumeNegativeTest-2031625228-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 07:00:44.656934 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c346703-b106-4a3d-b24a-cf8d718d23a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=f57f8032-4519-43dc-b72b-1cb43278eac9,revision_number=None']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 07:00:44.660164 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-0c346703-b106-4a3d-b24a-cf8d718d23a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 07:00:44.753678 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [req-7eca8684-af68-4ae8-84d0-e79df8af10de req-a19bfcaf-b53c-4221-8295-b19115156277 tempest-TestMinimumBasicScenario-608799379 tempest-TestMinimumBasicScenario-608799379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-569476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762332438236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762331935088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2253277'] for port, after_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:44.760298 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-91b79c6d-ac3d-433c-b1f9-0caf676af16a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 07:00:44.766217 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.db [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] get_ports_and_sgs() called for port_ids ['ab18b70a-fd83-4a32-9ad3-05de65734339'] {{(pid=91774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 07:00:44.822973 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19bfcaf-b53c-4221-8295-b19115156277 tempest-TestMinimumBasicScenario-608799379 tempest-TestMinimumBasicScenario-608799379-project] Pushing event deleted for resources: {'Port': ['ID=ab18b70a-fd83-4a32-9ad3-05de65734339,revision_number=None']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 07:00:44.857803 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-0c346703-b106-4a3d-b24a-cf8d718d23a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1754180'] for router_gateway, after_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:44.895107 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-a19bfcaf-b53c-4221-8295-b19115156277 tempest-TestMinimumBasicScenario-608799379 tempest-TestMinimumBasicScenario-608799379-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 07:00:45.005350 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.db.l3_dvrscheduler_db [req-7eca8684-af68-4ae8-84d0-e79df8af10de req-a19bfcaf-b53c-4221-8295-b19115156277 tempest-TestMinimumBasicScenario-608799379 tempest-TestMinimumBasicScenario-608799379-project] No DVR routers for this DVR port ab18b70a-fd83-4a32-9ad3-05de65734339 on host hv-cinder-78414 {{(pid=91773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 07:00:45.011166 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [req-7eca8684-af68-4ae8-84d0-e79df8af10de req-a19bfcaf-b53c-4221-8295-b19115156277 tempest-TestMinimumBasicScenario-608799379 tempest-TestMinimumBasicScenario-608799379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503096'] for port, before_response {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:45.013083 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-7eca8684-af68-4ae8-84d0-e79df8af10de req-a19bfcaf-b53c-4221-8295-b19115156277 tempest-TestMinimumBasicScenario-608799379 tempest-TestMinimumBasicScenario-608799379-project] 10.222.0.43 "DELETE /v2.0/ports/ab18b70a-fd83-4a32-9ad3-05de65734339 HTTP/1.1" status: 204 len: 173 time: 1.5323017 Jun 07 07:00:45.013585 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '795e2a4a-ae14-4646-8bf6-9ccffb59f7d8', 'name': 'network-vif-deleted', 'tag': 'ab18b70a-fd83-4a32-9ad3-05de65734339'}] {{(pid=91773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 07:00:45.016429 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7af0e1444f231fbc9cc9c3372b4fb62bb65a3f4c42e6951a4a8787648e20f245" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b77841b9-c9d4-4177-bc0c-a768f542ecc9" -d '{"events": [{"server_uuid": "795e2a4a-ae14-4646-8bf6-9ccffb59f7d8", "name": "network-vif-deleted", "tag": "ab18b70a-fd83-4a32-9ad3-05de65734339"}]}' {{(pid=91773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 07:00:45.023156 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Device f57f8032-4519-43dc-b72b-1cb43278eac9 no longer exists at agent ovs-agent-dv-cinder-784140-5-smb {{(pid=91774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 07:00:45.072250 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.plugin [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] No Port match for: f57f8032-4519-43dc-b72b-1cb43278eac9 {{(pid=91774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 07:00:45.072713 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Device f57f8032-4519-43dc-b72b-1cb43278eac9 not bound to the agent host dv-cinder-784140-5-smb {{(pid=91774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 07:00:45.073272 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Device 8dfda82d-442d-4a49-844b-7c1cef9c24bd no longer exists at agent ovs-agent-dv-cinder-784140-5-smb {{(pid=91774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 07:00:45.122423 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.plugin [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] No Port match for: 8dfda82d-442d-4a49-844b-7c1cef9c24bd {{(pid=91774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 07:00:45.122851 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Device 8dfda82d-442d-4a49-844b-7c1cef9c24bd not bound to the agent host dv-cinder-784140-5-smb {{(pid=91774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 07:00:45.185332 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-0c346703-b106-4a3d-b24a-cf8d718d23a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1660275', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3609'] for router, precommit_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:45.188882 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 07:00:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4760cbd8-50a9-4d3d-8007-d8972dfe559a x-openstack-request-id: req-4760cbd8-50a9-4d3d-8007-d8972dfe559a {{(pid=91773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 07:00:45.189783 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "795e2a4a-ae14-4646-8bf6-9ccffb59f7d8", "name": "network-vif-deleted", "tag": "ab18b70a-fd83-4a32-9ad3-05de65734339", "status": "completed", "code": 200}]} {{(pid=91773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 07:00:45.189783 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4760cbd8-50a9-4d3d-8007-d8972dfe559a {{(pid=91773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 07:00:45.190279 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '795e2a4a-ae14-4646-8bf6-9ccffb59f7d8', 'name': 'network-vif-deleted', 'tag': 'ab18b70a-fd83-4a32-9ad3-05de65734339', 'status': 'completed', 'code': 200} Jun 07 07:00:45.191319 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-0c346703-b106-4a3d-b24a-cf8d718d23a6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:45.279484 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-0c346703-b106-4a3d-b24a-cf8d718d23a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1660399'] for router, after_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:45.280273 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c346703-b106-4a3d-b24a-cf8d718d23a6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e94f5b08-647a-40c6-b77c-9daf706861b0 {{(pid=91773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 07 07:00:45.285697 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-0c346703-b106-4a3d-b24a-cf8d718d23a6 admin admin] Notify callbacks [] for router, before_response {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:45.286524 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [None req-0c346703-b106-4a3d-b24a-cf8d718d23a6 admin admin] 10.222.0.21 "DELETE /v2.0/routers/e94f5b08-647a-40c6-b77c-9daf706861b0 HTTP/1.1" status: 204 len: 168 time: 2.3194153 Jun 07 07:00:45.289100 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.wsgi [-] (91772) accepted ('10.222.0.21', 60598) {{(pid=91772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 07:00:45.352283 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.db.db_base_plugin_v2 [None req-141aa34a-f0c8-4da7-a2d0-53dec40819c9 admin admin] Deleting subnet c3d491a8-638d-42a9-876a-8c51b2a3d541 {{(pid=91772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 07 07:00:45.355687 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-141aa34a-f0c8-4da7-a2d0-53dec40819c9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:45.408480 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-141aa34a-f0c8-4da7-a2d0-53dec40819c9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2375333'] for subnet, precommit_delete_associations {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:45.557149 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-141aa34a-f0c8-4da7-a2d0-53dec40819c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-719335'] for subnet, precommit_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:45.656797 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-141aa34a-f0c8-4da7-a2d0-53dec40819c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-719342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2958362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2169881'] for subnet, after_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:45.660984 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 07:00:45.697592 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141aa34a-f0c8-4da7-a2d0-53dec40819c9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c3d491a8-638d-42a9-876a-8c51b2a3d541,revision_number=None']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 07:00:45.701616 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-141aa34a-f0c8-4da7-a2d0-53dec40819c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 07:00:45.708347 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-141aa34a-f0c8-4da7-a2d0-53dec40819c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648630'] for subnet, before_response {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:45.710522 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [None req-141aa34a-f0c8-4da7-a2d0-53dec40819c9 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/c3d491a8-638d-42a9-876a-8c51b2a3d541 HTTP/1.1" status: 204 len: 168 time: 0.4200201 Jun 07 07:00:45.713006 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.21', 60610) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 07:00:45.713396 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.21', 60612) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 07:00:45.715613 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98a68fd0-6d74-4cdc-ad1b-1a92a38e355d None None] Network d923eec5-f613-4137-bc9f-8f5300ca5016 requested from dv-cinder-784140-5-smb {{(pid=91774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 07:00:45.761009 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-37df64f6-bfb3-4e24-8f2e-388a9ba26870 req-334e6b38-184a-47fc-802e-07d5b2006a52 tempest-TestMinimumBasicScenario-608799379 tempest-TestMinimumBasicScenario-608799379-project] 10.222.0.21 "GET /v2.0/ports?device_id=795e2a4a-ae14-4646-8bf6-9ccffb59f7d8 HTTP/1.1" status: 200 len: 210 time: 0.0549009 Jun 07 07:00:45.834263 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-bfde352c-9c50-45cf-b4fc-a437f3905269 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538213'] for network, before_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:45.899292 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-9180a5e8-5206-410f-9d70-35386760a0b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:45.977757 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.plugin [None req-bfde352c-9c50-45cf-b4fc-a437f3905269 admin admin] Deleting port ed9f65ec-6cd4-42de-869e-c18a53451c79 {{(pid=91773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 07:00:45.978094 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-bfde352c-9c50-45cf-b4fc-a437f3905269 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762332413660'] for port, before_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:46.002189 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d6b84b3-21f8-424d-811c-c8d19a9e6c50 None None] DHCP port deletion for d923eec5-f613-4137-bc9f-8f5300ca5016 request from dv-cinder-784140-5-smb {{(pid=91774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 07 07:00:46.068081 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.plugin [None req-4d6b84b3-21f8-424d-811c-c8d19a9e6c50 None None] Deleting port ed9f65ec-6cd4-42de-869e-c18a53451c79 {{(pid=91774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 07:00:46.068354 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-4d6b84b3-21f8-424d-811c-c8d19a9e6c50 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762332413660'] for port, before_delete {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:46.101998 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.db [None req-bfde352c-9c50-45cf-b4fc-a437f3905269 admin admin] For port ed9f65ec-6cd4-42de-869e-c18a53451c79, host dv-cinder-784140-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-5-smb',level=0,port_id=ed9f65ec-6cd4-42de-869e-c18a53451c79,segment=NetworkSegment(3ffd2bba-2e4c-4340-84bb-337c4d476270),segment_id=3ffd2bba-2e4c-4340-84bb-337c4d476270)] {{(pid=91773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 07:00:46.102561 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-bfde352c-9c50-45cf-b4fc-a437f3905269 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1669251'] for port, precommit_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:46.166204 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.db [None req-4d6b84b3-21f8-424d-811c-c8d19a9e6c50 None None] For port ed9f65ec-6cd4-42de-869e-c18a53451c79, host dv-cinder-784140-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-5-smb',level=0,port_id=ed9f65ec-6cd4-42de-869e-c18a53451c79,segment=NetworkSegment(3ffd2bba-2e4c-4340-84bb-337c4d476270),segment_id=3ffd2bba-2e4c-4340-84bb-337c4d476270)] {{(pid=91774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 07:00:46.166204 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-4d6b84b3-21f8-424d-811c-c8d19a9e6c50 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1669251'] for port, precommit_delete {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:46.244760 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.plugin [None req-bfde352c-9c50-45cf-b4fc-a437f3905269 admin admin] Calling delete_port for ed9f65ec-6cd4-42de-869e-c18a53451c79 owned by network:dhcp {{(pid=91773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 07:00:46.262033 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-9180a5e8-5206-410f-9d70-35386760a0b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:46.273537 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-9180a5e8-5206-410f-9d70-35386760a0b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1706761'] for security_group, after_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:46.283141 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-b4e99ee9-4fd4-475b-a6c0-c58c136432ce tempest-TestMinimumBasicScenario-608799379 tempest-TestMinimumBasicScenario-608799379-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 07:00:46.289201 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.plugin [None req-4d6b84b3-21f8-424d-811c-c8d19a9e6c50 None None] Calling delete_port for ed9f65ec-6cd4-42de-869e-c18a53451c79 owned by network:dhcp {{(pid=91774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 07:00:46.333025 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9180a5e8-5206-410f-9d70-35386760a0b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8e2b0f9-0b18-418f-8a68-edaf64c07494,revision_number=1']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 07:00:46.338700 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [None req-9180a5e8-5206-410f-9d70-35386760a0b6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1a89f198c06640e98692e1e62a0b0063&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6228380 Jun 07 07:00:46.339688 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-9180a5e8-5206-410f-9d70-35386760a0b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 07:00:46.341226 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.21', 60618) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 07:00:46.396714 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-bfde352c-9c50-45cf-b4fc-a437f3905269 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-569476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762332438236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762331935088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2253277'] for port, after_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:46.402114 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-0cf5a674-7031-4d84-ba13-a21bcb73f3cc tempest-TestMinimumBasicScenario-608799379 tempest-TestMinimumBasicScenario-608799379-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 07:00:46.416705 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-4d6b84b3-21f8-424d-811c-c8d19a9e6c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-569476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762332438236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762331935088'] for port, after_delete {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:46.420372 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 07:00:46.456115 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfde352c-9c50-45cf-b4fc-a437f3905269 admin admin] Pushing event deleted for resources: {'Port': ['ID=ed9f65ec-6cd4-42de-869e-c18a53451c79,revision_number=None']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 07:00:46.457973 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfde352c-9c50-45cf-b4fc-a437f3905269 admin admin] No DVR routers for this DVR port ed9f65ec-6cd4-42de-869e-c18a53451c79 on host dv-cinder-784140-5-smb {{(pid=91773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 07:00:46.463614 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6b84b3-21f8-424d-811c-c8d19a9e6c50 None None] Pushing event deleted for resources: {'Port': ['ID=ed9f65ec-6cd4-42de-869e-c18a53451c79,revision_number=None']} {{(pid=91774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 07:00:46.468974 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d6b84b3-21f8-424d-811c-c8d19a9e6c50 None None] No DVR routers for this DVR port ed9f65ec-6cd4-42de-869e-c18a53451c79 on host dv-cinder-784140-5-smb {{(pid=91774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 07:00:46.475168 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6b84b3-21f8-424d-811c-c8d19a9e6c50 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:00:46.475524 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6b84b3-21f8-424d-811c-c8d19a9e6c50 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:00:46.481019 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6b84b3-21f8-424d-811c-c8d19a9e6c50 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:00:46.481019 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6b84b3-21f8-424d-811c-c8d19a9e6c50 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:00:46.481019 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6b84b3-21f8-424d-811c-c8d19a9e6c50 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:00:46.481019 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6b84b3-21f8-424d-811c-c8d19a9e6c50 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:00:46.481019 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6b84b3-21f8-424d-811c-c8d19a9e6c50 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:00:46.481019 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6b84b3-21f8-424d-811c-c8d19a9e6c50 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:00:46.481019 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6b84b3-21f8-424d-811c-c8d19a9e6c50 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:00:46.481019 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6b84b3-21f8-424d-811c-c8d19a9e6c50 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:00:46.481019 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6b84b3-21f8-424d-811c-c8d19a9e6c50 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:00:46.481019 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6b84b3-21f8-424d-811c-c8d19a9e6c50 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:00:46.484745 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-4d6b84b3-21f8-424d-811c-c8d19a9e6c50 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 07:00:46.485692 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-bfde352c-9c50-45cf-b4fc-a437f3905269 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 07:00:46.504649 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-7ada7fc8-021c-43b0-b6e6-175576da1aef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:46.595998 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-7ada7fc8-021c-43b0-b6e6-175576da1aef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:46.605346 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-bfde352c-9c50-45cf-b4fc-a437f3905269 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-722558', 'neutron.services.segments.db._delete_segments_for_network-8762332461222'] for network, precommit_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:46.626029 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.services.segments.db [None req-bfde352c-9c50-45cf-b4fc-a437f3905269 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d923eec5-f613-4137-bc9f-8f5300ca5016']}} {{(pid=91773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 07:00:46.648144 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.services.segments.db [None req-bfde352c-9c50-45cf-b4fc-a437f3905269 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ffd2bba-2e4c-4340-84bb-337c4d476270') {'for_net_delete': True} {{(pid=91773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 07:00:46.648373 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.services.segments.db [None req-bfde352c-9c50-45cf-b4fc-a437f3905269 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ffd2bba-2e4c-4340-84bb-337c4d476270') {} {{(pid=91773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 07:00:46.665423 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-bfde352c-9c50-45cf-b4fc-a437f3905269 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762332204737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2155073'] for segment, before_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:46.684950 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-bfde352c-9c50-45cf-b4fc-a437f3905269 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-712556'] for segment, precommit_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:46.691804 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bfde352c-9c50-45cf-b4fc-a437f3905269 admin admin] Releasing vlan 334 on physical network physnet1 to pool {{(pid=91773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 07 07:00:46.692512 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-bfde352c-9c50-45cf-b4fc-a437f3905269 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-712556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2253194'] for segment, after_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:46.714458 dv-cinder-784140-5-smb neutron-server[91773]: Traceback (most recent call last): Jun 07 07:00:46.714458 dv-cinder-784140-5-smb neutron-server[91773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 07 07:00:46.714458 dv-cinder-784140-5-smb neutron-server[91773]: timer() Jun 07 07:00:46.714458 dv-cinder-784140-5-smb neutron-server[91773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 07 07:00:46.714458 dv-cinder-784140-5-smb neutron-server[91773]: cb(*args, **kw) Jun 07 07:00:46.714458 dv-cinder-784140-5-smb neutron-server[91773]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 07 07:00:46.714458 dv-cinder-784140-5-smb neutron-server[91773]: return func(*args, **kwargs) Jun 07 07:00:46.714458 dv-cinder-784140-5-smb neutron-server[91773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 07 07:00:46.714458 dv-cinder-784140-5-smb neutron-server[91773]: self._notify() Jun 07 07:00:46.714458 dv-cinder-784140-5-smb neutron-server[91773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 07 07:00:46.714458 dv-cinder-784140-5-smb neutron-server[91773]: self.callback(batched_events) Jun 07 07:00:46.714458 dv-cinder-784140-5-smb neutron-server[91773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 07 07:00:46.714458 dv-cinder-784140-5-smb neutron-server[91773]: event.method(event) Jun 07 07:00:46.714458 dv-cinder-784140-5-smb neutron-server[91773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 07 07:00:46.714458 dv-cinder-784140-5-smb neutron-server[91773]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 07 07:00:46.714458 dv-cinder-784140-5-smb neutron-server[91773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 07 07:00:46.714458 dv-cinder-784140-5-smb neutron-server[91773]: aggregate_uuid = self.p_client.list_aggregates( Jun 07 07:00:46.714458 dv-cinder-784140-5-smb neutron-server[91773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 07 07:00:46.714458 dv-cinder-784140-5-smb neutron-server[91773]: return f(self, *a, **k) Jun 07 07:00:46.714458 dv-cinder-784140-5-smb neutron-server[91773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 07 07:00:46.714458 dv-cinder-784140-5-smb neutron-server[91773]: return self._get(url).json() Jun 07 07:00:46.714458 dv-cinder-784140-5-smb neutron-server[91773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 07 07:00:46.714458 dv-cinder-784140-5-smb neutron-server[91773]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 07 07:00:46.714458 dv-cinder-784140-5-smb neutron-server[91773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 07 07:00:46.714458 dv-cinder-784140-5-smb neutron-server[91773]: return self.request(url, 'GET', **kwargs) Jun 07 07:00:46.714458 dv-cinder-784140-5-smb neutron-server[91773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 07 07:00:46.714458 dv-cinder-784140-5-smb neutron-server[91773]: base_url = self.get_endpoint(auth, allow=allow, Jun 07 07:00:46.714458 dv-cinder-784140-5-smb neutron-server[91773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 07 07:00:46.714458 dv-cinder-784140-5-smb neutron-server[91773]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 07 07:00:46.714458 dv-cinder-784140-5-smb neutron-server[91773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 07 07:00:46.714458 dv-cinder-784140-5-smb neutron-server[91773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 07 07:00:46.714458 dv-cinder-784140-5-smb neutron-server[91773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 07 07:00:46.791846 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-7ada7fc8-021c-43b0-b6e6-175576da1aef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1706761'] for security_group, after_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:46.794016 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-7ada7fc8-021c-43b0-b6e6-175576da1aef admin admin] Notify callbacks [] for security_group, before_response {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:46.795183 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [None req-7ada7fc8-021c-43b0-b6e6-175576da1aef admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d8e2b0f9-0b18-418f-8a68-edaf64c07494 HTTP/1.1" status: 204 len: 168 time: 0.4529266 Jun 07 07:00:46.804596 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-5ce2d72b-a7a4-4a9f-b3a7-5f0e4b7e3850 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 07:00:46.817317 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ada7fc8-021c-43b0-b6e6-175576da1aef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8e2b0f9-0b18-418f-8a68-edaf64c07494,revision_number=None']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 07:00:46.819924 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-7ada7fc8-021c-43b0-b6e6-175576da1aef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 07:00:46.831505 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-bfde352c-9c50-45cf-b4fc-a437f3905269 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-722533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1706969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754209'] for network, after_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:46.840255 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-b28c2030-eadd-4e37-be93-1a3ab06ee790 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 07:00:46.855732 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-bfde352c-9c50-45cf-b4fc-a437f3905269 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648630'] for network, before_response {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:46.860750 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [None req-bfde352c-9c50-45cf-b4fc-a437f3905269 admin admin] 10.222.0.21 "DELETE /v2.0/networks/d923eec5-f613-4137-bc9f-8f5300ca5016 HTTP/1.1" status: 204 len: 168 time: 1.1462708 Jun 07 07:00:46.867775 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfde352c-9c50-45cf-b4fc-a437f3905269 admin admin] Pushing event deleted for resources: {'Network': ['ID=d923eec5-f613-4137-bc9f-8f5300ca5016,revision_number=None']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 07:00:46.870259 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-bfde352c-9c50-45cf-b4fc-a437f3905269 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 07:00:46.998135 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.21', 60636) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 07:00:47.040625 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Device ed9f65ec-6cd4-42de-869e-c18a53451c79 no longer exists at agent ovs-agent-dv-cinder-784140-5-smb {{(pid=91774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 07:00:47.066265 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [None req-8f689e39-9b80-43a5-84ed-9110606f3b13 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a521857e620a4cd2a9ecf3c6706dbe4e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0636332 Jun 07 07:00:47.066504 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.21', 60638) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 07:00:47.084663 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.plugin [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] No Port match for: ed9f65ec-6cd4-42de-869e-c18a53451c79 {{(pid=91774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 07:00:47.085251 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Device ed9f65ec-6cd4-42de-869e-c18a53451c79 not bound to the agent host dv-cinder-784140-5-smb {{(pid=91774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 07:00:47.135176 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-17f0d8cc-6c8f-48c5-b803-3249fba21e9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:47.171638 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-17f0d8cc-6c8f-48c5-b803-3249fba21e9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:47.209597 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.wsgi [-] (91772) accepted ('10.222.0.21', 60646) {{(pid=91772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 07:00:47.227147 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-c32ed75c-b9c8-4996-90fd-1f24dce1b5b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:47.236827 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-17f0d8cc-6c8f-48c5-b803-3249fba21e9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1706761'] for security_group, after_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:47.239657 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-17f0d8cc-6c8f-48c5-b803-3249fba21e9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:47.240674 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [None req-17f0d8cc-6c8f-48c5-b803-3249fba21e9e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/056fa4d3-484e-4dfb-9a92-97fe13ae84c7 HTTP/1.1" status: 204 len: 168 time: 0.1731639 Jun 07 07:00:47.241380 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-b8c7d1bb-673f-4dc5-a6a7-00eb0586e768 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 07:00:47.252623 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f0d8cc-6c8f-48c5-b803-3249fba21e9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=056fa4d3-484e-4dfb-9a92-97fe13ae84c7,revision_number=None']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 07:00:47.254853 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-17f0d8cc-6c8f-48c5-b803-3249fba21e9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 07:00:47.322311 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Device ab18b70a-fd83-4a32-9ad3-05de65734339 no longer exists at agent hyperv_hv-cinder-78414 {{(pid=91774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 07:00:47.366928 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.plugin [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] No Port match for: ab18b70a-fd83-4a32-9ad3-05de65734339 {{(pid=91774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 07:00:47.368169 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Device ab18b70a-fd83-4a32-9ad3-05de65734339 not bound to the agent host hv-cinder-78414 {{(pid=91774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 07:00:47.375070 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-c32ed75c-b9c8-4996-90fd-1f24dce1b5b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:47.379471 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-c32ed75c-b9c8-4996-90fd-1f24dce1b5b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1706761'] for security_group, after_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:47.501112 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-a93064e9-f0ef-4698-ad9e-8c64ea5ff3ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 07:00:47.546490 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [None req-c32ed75c-b9c8-4996-90fd-1f24dce1b5b5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=292289e9d06b4a498e2cf265677aad09&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3359129 Jun 07 07:00:47.547437 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32ed75c-b9c8-4996-90fd-1f24dce1b5b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df263cca-02f7-465e-b3dc-926ac179a23c,revision_number=1']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 07:00:47.549765 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.21', 60678) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 07:00:47.553072 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-c32ed75c-b9c8-4996-90fd-1f24dce1b5b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 07:00:47.613697 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-df415418-12f1-49aa-823b-5d1545bbf4b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:47.642716 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-df415418-12f1-49aa-823b-5d1545bbf4b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:47.677841 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.wsgi [-] (91772) accepted ('10.222.0.21', 60686) {{(pid=91772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 07:00:47.707020 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-df415418-12f1-49aa-823b-5d1545bbf4b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1706761'] for security_group, after_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:47.709619 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-df415418-12f1-49aa-823b-5d1545bbf4b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:47.710897 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [None req-df415418-12f1-49aa-823b-5d1545bbf4b5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/df263cca-02f7-465e-b3dc-926ac179a23c HTTP/1.1" status: 204 len: 168 time: 0.1599081 Jun 07 07:00:47.711689 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-17f0d8cc-6c8f-48c5-b803-3249fba21e9e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 07:00:47.731171 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df415418-12f1-49aa-823b-5d1545bbf4b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df263cca-02f7-465e-b3dc-926ac179a23c,revision_number=None']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 07:00:47.734270 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-df415418-12f1-49aa-823b-5d1545bbf4b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 07:00:48.152339 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.wsgi [-] (91772) accepted ('10.222.0.21', 60702) {{(pid=91772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 07:00:48.178560 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-6ad8f1aa-4c9c-4842-beea-05d2e9b673a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:48.351017 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-6ad8f1aa-4c9c-4842-beea-05d2e9b673a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:48.360718 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-256a7df6-b30c-48a8-b1b7-e582521df882 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1663700'] for router_interface, before_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:48.415821 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-6ad8f1aa-4c9c-4842-beea-05d2e9b673a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1706761'] for security_group, after_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:48.435005 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-66d1e02f-3004-4271-bf56-118816dcee58 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 07:00:48.495034 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [None req-6ad8f1aa-4c9c-4842-beea-05d2e9b673a9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2994bac22aa54ac0aac1679e29786ffc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3413620 Jun 07 07:00:48.497686 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.21', 60710) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 07:00:48.498790 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad8f1aa-4c9c-4842-beea-05d2e9b673a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21574151-17f4-48c2-b75c-8f7a01e6e9d8,revision_number=1']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 07:00:48.503245 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-6ad8f1aa-4c9c-4842-beea-05d2e9b673a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 07:00:48.567036 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-28672992-22e0-443b-979e-25688b657805 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:48.595938 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-28672992-22e0-443b-979e-25688b657805 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:48.652187 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-28672992-22e0-443b-979e-25688b657805 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1706761'] for security_group, after_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:48.655992 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-28672992-22e0-443b-979e-25688b657805 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:48.658217 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [None req-28672992-22e0-443b-979e-25688b657805 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/21574151-17f4-48c2-b75c-8f7a01e6e9d8 HTTP/1.1" status: 204 len: 168 time: 0.1577594 Jun 07 07:00:48.659236 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-a92a5901-030c-45b1-b46f-01f6dcc4616d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 07:00:48.677454 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28672992-22e0-443b-979e-25688b657805 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21574151-17f4-48c2-b75c-8f7a01e6e9d8,revision_number=None']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 07:00:48.680031 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-28672992-22e0-443b-979e-25688b657805 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 07:00:48.880183 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.plugins.ml2.plugin [None req-256a7df6-b30c-48a8-b1b7-e582521df882 admin admin] Deleting port 3bff8dd6-00e4-4d75-a6db-06ca805f64a5 {{(pid=91772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 07:00:48.880659 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-256a7df6-b30c-48a8-b1b7-e582521df882 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762332413660'] for port, before_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:49.014642 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.plugins.ml2.db [None req-256a7df6-b30c-48a8-b1b7-e582521df882 admin admin] For port 3bff8dd6-00e4-4d75-a6db-06ca805f64a5, host dv-cinder-784140-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-5-smb',level=0,port_id=3bff8dd6-00e4-4d75-a6db-06ca805f64a5,segment=NetworkSegment(3763f77b-fd3a-47d1-91c2-6e7b3cce8777),segment_id=3763f77b-fd3a-47d1-91c2-6e7b3cce8777)] {{(pid=91772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 07:00:49.015002 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-256a7df6-b30c-48a8-b1b7-e582521df882 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1669251'] for port, precommit_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:49.146873 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.plugins.ml2.plugin [None req-256a7df6-b30c-48a8-b1b7-e582521df882 admin admin] Calling delete_port for 3bff8dd6-00e4-4d75-a6db-06ca805f64a5 owned by network:router_interface {{(pid=91772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 07:00:49.395969 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-256a7df6-b30c-48a8-b1b7-e582521df882 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-569476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762332438236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762331935088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2958583'] for port, after_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:49.399373 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-cdabd5b8-2246-4c63-98a8-184ed2d12a19 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 07:00:49.443328 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256a7df6-b30c-48a8-b1b7-e582521df882 admin admin] Pushing event deleted for resources: {'Port': ['ID=3bff8dd6-00e4-4d75-a6db-06ca805f64a5,revision_number=None']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 07:00:49.446433 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-256a7df6-b30c-48a8-b1b7-e582521df882 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 07:00:49.708229 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-256a7df6-b30c-48a8-b1b7-e582521df882 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1648554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1666458'] for router_interface, after_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:50.064619 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-256a7df6-b30c-48a8-b1b7-e582521df882 admin admin] Router da4aa5b3-ba95-4319-9c58-227a3584c0a2 has already been hosted by L3 agent dd8e9e9b-c9b0-4755-a773-57df6dee4a2e {{(pid=91772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 07:00:50.249843 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-256a7df6-b30c-48a8-b1b7-e582521df882 admin admin] Notify agent at l3_agent.dv-cinder-784140-5-smb the message routers_updated {{(pid=91772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 07:00:50.254554 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [None req-256a7df6-b30c-48a8-b1b7-e582521df882 admin admin] 10.222.0.21 "PUT /v2.0/routers/da4aa5b3-ba95-4319-9c58-227a3584c0a2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5757079 Jun 07 07:00:50.257250 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.21', 60730) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 07:00:50.259196 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b89bab7-f1ae-4d37-9c88-997672e0c211 None None] Sync routers for ids ['da4aa5b3-ba95-4319-9c58-227a3584c0a2'] in dv-cinder-784140-5-smb {{(pid=91774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 07:00:50.270566 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b89bab7-f1ae-4d37-9c88-997672e0c211 None None] Routers {'da4aa5b3-ba95-4319-9c58-227a3584c0a2'} bound to L3 agent in host dv-cinder-784140-5-smb {{(pid=91774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 07:00:50.271597 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.db.l3_hamode_db [None req-1b89bab7-f1ae-4d37-9c88-997672e0c211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-07T06:46:09Z,description=,heartbeat_timestamp=2021-06-07T07:00:39Z,host='dv-cinder-784140-5-smb',id=dd8e9e9b-c9b0-4755-a773-57df6dee4a2e,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T06:46:09Z,topic='l3_agent')) {'router_ids': ['da4aa5b3-ba95-4319-9c58-227a3584c0a2'], 'active': True} {{(pid=91774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 07:00:50.466489 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.db.l3_dvr_db [None req-1b89bab7-f1ae-4d37-9c88-997672e0c211 None None] Set router da4aa5b3-ba95-4319-9c58-227a3584c0a2 gateway port host: dv-cinder-784140-5-smb {{(pid=91774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 07:00:50.548083 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-b5602392-f63c-4787-824f-542efe805bc9 admin admin] Notify callbacks [] for router, before_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:50.721462 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-b5602392-f63c-4787-824f-542efe805bc9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:50.766397 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.db.l3_hamode_db [None req-1b89bab7-f1ae-4d37-9c88-997672e0c211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da4aa5b3-ba95-4319-9c58-227a3584c0a2', 'name': 'tempest-TestMinimumBasicScenario-2082915911-router', 'tenant_id': '6d873eb9de9b41628d2183c081676fec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a84d0276-e36b-485f-b034-cb606776a5f5', 'external_fixed_ips': [{'subnet_id': 'bc8e845f-21f5-4331-a893-3fabfb1361b8', 'ip_address': '172.28.3.88'}], 'enable_snat': True}, 'gw_port_id': '3509c848-9441-4dbf-a90b-7c6f7e120b25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T06:58:15Z', 'updated_at': '2021-06-07T07:00:49Z', 'revision_number': 5, 'project_id': '6d873eb9de9b41628d2183c081676fec', 'gw_port': {'id': '3509c848-9441-4dbf-a90b-7c6f7e120b25', 'name': '', 'network_id': 'a84d0276-e36b-485f-b034-cb606776a5f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:7f:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da4aa5b3-ba95-4319-9c58-227a3584c0a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': 'bc8e845f-21f5-4331-a893-3fabfb1361b8', 'ip_address': '172.28.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T06:58:16Z', 'updated_at': '2021-06-07T06:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc8e845f-21f5-4331-a893-3fabfb1361b8', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-5-smb'}], 'dv-cinder-784140-5-smb', False) {} {{(pid=91774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 07:00:50.770072 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b89bab7-f1ae-4d37-9c88-997672e0c211 None None] Checking router: da4aa5b3-ba95-4319-9c58-227a3584c0a2 for host: dv-cinder-784140-5-smb {{(pid=91774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 07:00:50.778775 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b89bab7-f1ae-4d37-9c88-997672e0c211 None None] Routers {'da4aa5b3-ba95-4319-9c58-227a3584c0a2'} bound to L3 agent in host dv-cinder-784140-5-smb {{(pid=91774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 07:00:50.779407 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.db.l3_hamode_db [None req-1b89bab7-f1ae-4d37-9c88-997672e0c211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-07T06:46:09Z,description=,heartbeat_timestamp=2021-06-07T07:00:39Z,host='dv-cinder-784140-5-smb',id=dd8e9e9b-c9b0-4755-a773-57df6dee4a2e,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T06:46:09Z,topic='l3_agent')) {'router_ids': ['da4aa5b3-ba95-4319-9c58-227a3584c0a2'], 'active': True} {{(pid=91774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 07:00:50.795760 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.plugin [None req-b5602392-f63c-4787-824f-542efe805bc9 admin admin] Deleting port 3509c848-9441-4dbf-a90b-7c6f7e120b25 {{(pid=91773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 07:00:50.796052 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-b5602392-f63c-4787-824f-542efe805bc9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762332413660'] for port, before_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:50.920671 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.db [None req-b5602392-f63c-4787-824f-542efe805bc9 admin admin] For port 3509c848-9441-4dbf-a90b-7c6f7e120b25, host dv-cinder-784140-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-5-smb',level=0,port_id=3509c848-9441-4dbf-a90b-7c6f7e120b25,segment=NetworkSegment(a651428c-972d-4b8e-a20b-c49a0a4f9500),segment_id=a651428c-972d-4b8e-a20b-c49a0a4f9500)] {{(pid=91773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 07:00:50.921124 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-b5602392-f63c-4787-824f-542efe805bc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1669251'] for port, precommit_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:50.958593 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.db.l3_dvr_db [None req-1b89bab7-f1ae-4d37-9c88-997672e0c211 None None] Set router da4aa5b3-ba95-4319-9c58-227a3584c0a2 gateway port host: None {{(pid=91774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 07:00:51.047431 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.plugin [None req-b5602392-f63c-4787-824f-542efe805bc9 admin admin] Calling delete_port for 3509c848-9441-4dbf-a90b-7c6f7e120b25 owned by network:router_gateway {{(pid=91773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 07:00:51.066975 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.db.l3_hamode_db [None req-1b89bab7-f1ae-4d37-9c88-997672e0c211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da4aa5b3-ba95-4319-9c58-227a3584c0a2', 'name': 'tempest-TestMinimumBasicScenario-2082915911-router', 'tenant_id': '6d873eb9de9b41628d2183c081676fec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T06:58:15Z', 'updated_at': '2021-06-07T07:00:50Z', 'revision_number': 6, 'project_id': '6d873eb9de9b41628d2183c081676fec', 'gw_port_host': None}], 'dv-cinder-784140-5-smb', False) {} {{(pid=91774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 07:00:51.070781 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b89bab7-f1ae-4d37-9c88-997672e0c211 None None] The sync data for ids ['da4aa5b3-ba95-4319-9c58-227a3584c0a2'] in dv-cinder-784140-5-smb is: [{'id': 'da4aa5b3-ba95-4319-9c58-227a3584c0a2', 'name': 'tempest-TestMinimumBasicScenario-2082915911-router', 'tenant_id': '6d873eb9de9b41628d2183c081676fec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T06:58:15Z', 'updated_at': '2021-06-07T07:00:50Z', 'revision_number': 6, 'project_id': '6d873eb9de9b41628d2183c081676fec', 'gw_port_host': None}] {{(pid=91774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 07:00:51.191030 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-b5602392-f63c-4787-824f-542efe805bc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-569476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762332438236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762331935088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2253277'] for port, after_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:51.194566 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-64b87c5a-8f11-4f86-b935-a2c1359d45ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 07:00:51.265809 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5602392-f63c-4787-824f-542efe805bc9 admin admin] Pushing event deleted for resources: {'Port': ['ID=3509c848-9441-4dbf-a90b-7c6f7e120b25,revision_number=None']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 07:00:51.268631 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-b5602392-f63c-4787-824f-542efe805bc9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 07:00:51.330606 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-b5602392-f63c-4787-824f-542efe805bc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1754180'] for router_gateway, after_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:51.509785 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-b5602392-f63c-4787-824f-542efe805bc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1660275', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3609'] for router, precommit_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:51.512064 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-b5602392-f63c-4787-824f-542efe805bc9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:51.540209 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-b5602392-f63c-4787-824f-542efe805bc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1660399'] for router, after_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:51.540884 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5602392-f63c-4787-824f-542efe805bc9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router da4aa5b3-ba95-4319-9c58-227a3584c0a2 {{(pid=91773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 07 07:00:51.546104 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-b5602392-f63c-4787-824f-542efe805bc9 admin admin] Notify callbacks [] for router, before_response {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:51.547374 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [None req-b5602392-f63c-4787-824f-542efe805bc9 admin admin] 10.222.0.21 "DELETE /v2.0/routers/da4aa5b3-ba95-4319-9c58-227a3584c0a2 HTTP/1.1" status: 204 len: 168 time: 1.2890432 Jun 07 07:00:51.550009 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.21', 60744) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 07:00:51.612760 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.db.db_base_plugin_v2 [None req-21505bf3-8733-46c0-9bfd-b4dd35e17487 admin admin] Deleting subnet 9782a052-4bf6-4b92-9f6e-b9af5249925f {{(pid=91773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 07 07:00:51.615703 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-21505bf3-8733-46c0-9bfd-b4dd35e17487 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:51.665953 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-21505bf3-8733-46c0-9bfd-b4dd35e17487 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2155128'] for subnet, precommit_delete_associations {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:51.750073 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-21505bf3-8733-46c0-9bfd-b4dd35e17487 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-719335'] for subnet, precommit_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:51.922909 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-21505bf3-8733-46c0-9bfd-b4dd35e17487 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-719342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2253104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2142140'] for subnet, after_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:51.928077 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-2b5ff26e-d428-4ed4-8252-600934626484 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 07:00:51.961443 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21505bf3-8733-46c0-9bfd-b4dd35e17487 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9782a052-4bf6-4b92-9f6e-b9af5249925f,revision_number=None']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 07:00:51.964438 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-21505bf3-8733-46c0-9bfd-b4dd35e17487 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 07:00:51.965402 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-21505bf3-8733-46c0-9bfd-b4dd35e17487 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:51.968373 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [None req-21505bf3-8733-46c0-9bfd-b4dd35e17487 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/9782a052-4bf6-4b92-9f6e-b9af5249925f HTTP/1.1" status: 204 len: 168 time: 0.4173892 Jun 07 07:00:51.970136 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.21', 60758) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 07:00:51.971294 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e6657ad-ef16-49d6-bfbd-168962ae1360 None None] Network 76f3f9ca-4fe2-4771-877c-f7bbae3b30b7 requested from dv-cinder-784140-5-smb {{(pid=91774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 07:00:52.075248 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-64821488-4602-46ad-90fd-3b4a44ed2bcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538213'] for network, before_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:52.145214 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.plugin [None req-64821488-4602-46ad-90fd-3b4a44ed2bcd admin admin] Deleting port 7f64ab69-a3fa-4e51-b097-4dbd46aa2b2b {{(pid=91773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 07:00:52.145548 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-64821488-4602-46ad-90fd-3b4a44ed2bcd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762332413660'] for port, before_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:52.227753 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-112c2ac8-2986-4548-8c98-07ac0f9140a4 None None] DHCP port deletion for 76f3f9ca-4fe2-4771-877c-f7bbae3b30b7 request from dv-cinder-784140-5-smb {{(pid=91774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 07 07:00:52.248756 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.db [None req-64821488-4602-46ad-90fd-3b4a44ed2bcd admin admin] For port 7f64ab69-a3fa-4e51-b097-4dbd46aa2b2b, host dv-cinder-784140-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-5-smb',level=0,port_id=7f64ab69-a3fa-4e51-b097-4dbd46aa2b2b,segment=NetworkSegment(3763f77b-fd3a-47d1-91c2-6e7b3cce8777),segment_id=3763f77b-fd3a-47d1-91c2-6e7b3cce8777)] {{(pid=91773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 07:00:52.249117 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-64821488-4602-46ad-90fd-3b4a44ed2bcd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1669251'] for port, precommit_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:52.297003 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.plugin [None req-112c2ac8-2986-4548-8c98-07ac0f9140a4 None None] Deleting port 7f64ab69-a3fa-4e51-b097-4dbd46aa2b2b {{(pid=91774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 07:00:52.297383 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-112c2ac8-2986-4548-8c98-07ac0f9140a4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762332413660'] for port, before_delete {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:52.372727 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.plugin [None req-64821488-4602-46ad-90fd-3b4a44ed2bcd admin admin] Calling delete_port for 7f64ab69-a3fa-4e51-b097-4dbd46aa2b2b owned by network:dhcp {{(pid=91773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 07:00:52.394212 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.db [None req-112c2ac8-2986-4548-8c98-07ac0f9140a4 None None] For port 7f64ab69-a3fa-4e51-b097-4dbd46aa2b2b, host dv-cinder-784140-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-5-smb',level=0,port_id=7f64ab69-a3fa-4e51-b097-4dbd46aa2b2b,segment=NetworkSegment(3763f77b-fd3a-47d1-91c2-6e7b3cce8777),segment_id=3763f77b-fd3a-47d1-91c2-6e7b3cce8777)] {{(pid=91774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 07:00:52.394607 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-112c2ac8-2986-4548-8c98-07ac0f9140a4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1669251'] for port, precommit_delete {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:52.419767 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-64821488-4602-46ad-90fd-3b4a44ed2bcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-569476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762332438236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762331935088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2253277'] for port, after_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:52.423477 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-fc353a10-c993-4a30-a154-1f89b4430340 tempest-VolumesActionsTest-640897711 tempest-VolumesActionsTest-640897711-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 07:00:52.469686 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64821488-4602-46ad-90fd-3b4a44ed2bcd admin admin] Pushing event deleted for resources: {'Port': ['ID=7f64ab69-a3fa-4e51-b097-4dbd46aa2b2b,revision_number=None']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 07:00:52.472683 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-64821488-4602-46ad-90fd-3b4a44ed2bcd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 07:00:52.473447 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64821488-4602-46ad-90fd-3b4a44ed2bcd admin admin] No DVR routers for this DVR port 7f64ab69-a3fa-4e51-b097-4dbd46aa2b2b on host dv-cinder-784140-5-smb {{(pid=91773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 07:00:52.518249 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.plugin [None req-112c2ac8-2986-4548-8c98-07ac0f9140a4 None None] Calling delete_port for 7f64ab69-a3fa-4e51-b097-4dbd46aa2b2b owned by network:dhcp {{(pid=91774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 07:00:52.564676 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-112c2ac8-2986-4548-8c98-07ac0f9140a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-569476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762332438236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762331935088'] for port, after_delete {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:52.568730 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 07:00:52.589572 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-64821488-4602-46ad-90fd-3b4a44ed2bcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-722558', 'neutron.services.segments.db._delete_segments_for_network-8762332461222'] for network, precommit_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:52.601933 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.services.segments.db [None req-64821488-4602-46ad-90fd-3b4a44ed2bcd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76f3f9ca-4fe2-4771-877c-f7bbae3b30b7']}} {{(pid=91773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 07:00:52.613830 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.services.segments.db [None req-64821488-4602-46ad-90fd-3b4a44ed2bcd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3763f77b-fd3a-47d1-91c2-6e7b3cce8777') {'for_net_delete': True} {{(pid=91773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 07:00:52.614122 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.services.segments.db [None req-64821488-4602-46ad-90fd-3b4a44ed2bcd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3763f77b-fd3a-47d1-91c2-6e7b3cce8777') {} {{(pid=91773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 07:00:52.614438 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112c2ac8-2986-4548-8c98-07ac0f9140a4 None None] Pushing event deleted for resources: {'Port': ['ID=7f64ab69-a3fa-4e51-b097-4dbd46aa2b2b,revision_number=None']} {{(pid=91774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 07:00:52.617109 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-112c2ac8-2986-4548-8c98-07ac0f9140a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 07:00:52.619983 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-112c2ac8-2986-4548-8c98-07ac0f9140a4 None None] No DVR routers for this DVR port 7f64ab69-a3fa-4e51-b097-4dbd46aa2b2b on host dv-cinder-784140-5-smb {{(pid=91774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 07:00:52.628506 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-64821488-4602-46ad-90fd-3b4a44ed2bcd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762332204737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2155073'] for segment, before_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:52.642971 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-64821488-4602-46ad-90fd-3b4a44ed2bcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-712556'] for segment, precommit_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:52.648757 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64821488-4602-46ad-90fd-3b4a44ed2bcd admin admin] Releasing vlan 348 on physical network physnet1 to pool {{(pid=91773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 07 07:00:52.649132 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-64821488-4602-46ad-90fd-3b4a44ed2bcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-712556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2253194'] for segment, after_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:52.662276 dv-cinder-784140-5-smb neutron-server[91773]: Traceback (most recent call last): Jun 07 07:00:52.662276 dv-cinder-784140-5-smb neutron-server[91773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 07 07:00:52.662276 dv-cinder-784140-5-smb neutron-server[91773]: timer() Jun 07 07:00:52.662276 dv-cinder-784140-5-smb neutron-server[91773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 07 07:00:52.662276 dv-cinder-784140-5-smb neutron-server[91773]: cb(*args, **kw) Jun 07 07:00:52.662276 dv-cinder-784140-5-smb neutron-server[91773]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 07 07:00:52.662276 dv-cinder-784140-5-smb neutron-server[91773]: return func(*args, **kwargs) Jun 07 07:00:52.662276 dv-cinder-784140-5-smb neutron-server[91773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 07 07:00:52.662276 dv-cinder-784140-5-smb neutron-server[91773]: self._notify() Jun 07 07:00:52.662276 dv-cinder-784140-5-smb neutron-server[91773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 07 07:00:52.662276 dv-cinder-784140-5-smb neutron-server[91773]: self.callback(batched_events) Jun 07 07:00:52.662276 dv-cinder-784140-5-smb neutron-server[91773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 07 07:00:52.662276 dv-cinder-784140-5-smb neutron-server[91773]: event.method(event) Jun 07 07:00:52.662276 dv-cinder-784140-5-smb neutron-server[91773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 07 07:00:52.662276 dv-cinder-784140-5-smb neutron-server[91773]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 07 07:00:52.662276 dv-cinder-784140-5-smb neutron-server[91773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 07 07:00:52.662276 dv-cinder-784140-5-smb neutron-server[91773]: aggregate_uuid = self.p_client.list_aggregates( Jun 07 07:00:52.662276 dv-cinder-784140-5-smb neutron-server[91773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 07 07:00:52.662276 dv-cinder-784140-5-smb neutron-server[91773]: return f(self, *a, **k) Jun 07 07:00:52.662276 dv-cinder-784140-5-smb neutron-server[91773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 07 07:00:52.662276 dv-cinder-784140-5-smb neutron-server[91773]: return self._get(url).json() Jun 07 07:00:52.662276 dv-cinder-784140-5-smb neutron-server[91773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 07 07:00:52.662276 dv-cinder-784140-5-smb neutron-server[91773]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 07 07:00:52.662276 dv-cinder-784140-5-smb neutron-server[91773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 07 07:00:52.662276 dv-cinder-784140-5-smb neutron-server[91773]: return self.request(url, 'GET', **kwargs) Jun 07 07:00:52.662276 dv-cinder-784140-5-smb neutron-server[91773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 07 07:00:52.662276 dv-cinder-784140-5-smb neutron-server[91773]: base_url = self.get_endpoint(auth, allow=allow, Jun 07 07:00:52.662276 dv-cinder-784140-5-smb neutron-server[91773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 07 07:00:52.662276 dv-cinder-784140-5-smb neutron-server[91773]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 07 07:00:52.662276 dv-cinder-784140-5-smb neutron-server[91773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 07 07:00:52.662276 dv-cinder-784140-5-smb neutron-server[91773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 07 07:00:52.662276 dv-cinder-784140-5-smb neutron-server[91773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 07 07:00:52.737555 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-64821488-4602-46ad-90fd-3b4a44ed2bcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-722533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1706969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754209'] for network, after_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:52.740942 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 07:00:52.753840 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-64821488-4602-46ad-90fd-3b4a44ed2bcd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648630'] for network, before_response {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:52.755606 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [None req-64821488-4602-46ad-90fd-3b4a44ed2bcd admin admin] 10.222.0.21 "DELETE /v2.0/networks/76f3f9ca-4fe2-4771-877c-f7bbae3b30b7 HTTP/1.1" status: 204 len: 168 time: 0.7845411 Jun 07 07:00:52.758770 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.21', 60760) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 07:00:52.816827 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64821488-4602-46ad-90fd-3b4a44ed2bcd admin admin] Pushing event deleted for resources: {'Network': ['ID=76f3f9ca-4fe2-4771-877c-f7bbae3b30b7,revision_number=None']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 07:00:52.830429 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-64821488-4602-46ad-90fd-3b4a44ed2bcd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 07:00:53.050656 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Device 3bff8dd6-00e4-4d75-a6db-06ca805f64a5 no longer exists at agent ovs-agent-dv-cinder-784140-5-smb {{(pid=91774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 07:00:53.084471 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.plugin [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] No Port match for: 3bff8dd6-00e4-4d75-a6db-06ca805f64a5 {{(pid=91774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 07:00:53.084821 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Device 3bff8dd6-00e4-4d75-a6db-06ca805f64a5 not bound to the agent host dv-cinder-784140-5-smb {{(pid=91774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 07:00:53.085289 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Device 3509c848-9441-4dbf-a90b-7c6f7e120b25 no longer exists at agent ovs-agent-dv-cinder-784140-5-smb {{(pid=91774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 07:00:53.118426 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.plugin [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] No Port match for: 3509c848-9441-4dbf-a90b-7c6f7e120b25 {{(pid=91774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 07:00:53.119068 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Device 3509c848-9441-4dbf-a90b-7c6f7e120b25 not bound to the agent host dv-cinder-784140-5-smb {{(pid=91774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 07:00:53.119478 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Device 7f64ab69-a3fa-4e51-b097-4dbd46aa2b2b no longer exists at agent ovs-agent-dv-cinder-784140-5-smb {{(pid=91774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 07:00:53.157421 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.plugin [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] No Port match for: 7f64ab69-a3fa-4e51-b097-4dbd46aa2b2b {{(pid=91774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 07:00:53.157805 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Device 7f64ab69-a3fa-4e51-b097-4dbd46aa2b2b not bound to the agent host dv-cinder-784140-5-smb {{(pid=91774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 07:00:53.336970 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-46b94adc-289f-4427-989f-cb926ad78be1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1663700'] for router_interface, before_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:53.824323 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.plugin [None req-46b94adc-289f-4427-989f-cb926ad78be1 admin admin] Deleting port fad09cb5-ae40-41c2-b498-b9eedeea2e08 {{(pid=91773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 07:00:53.825008 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-46b94adc-289f-4427-989f-cb926ad78be1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762332413660'] for port, before_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:53.942129 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.db [None req-46b94adc-289f-4427-989f-cb926ad78be1 admin admin] For port fad09cb5-ae40-41c2-b498-b9eedeea2e08, host dv-cinder-784140-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-5-smb',level=0,port_id=fad09cb5-ae40-41c2-b498-b9eedeea2e08,segment=NetworkSegment(7b16c5da-d77b-4972-889d-e7d1fac35c86),segment_id=7b16c5da-d77b-4972-889d-e7d1fac35c86)] {{(pid=91773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 07:00:53.942471 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-46b94adc-289f-4427-989f-cb926ad78be1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1669251'] for port, precommit_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:54.060041 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.plugin [None req-46b94adc-289f-4427-989f-cb926ad78be1 admin admin] Calling delete_port for fad09cb5-ae40-41c2-b498-b9eedeea2e08 owned by network:router_interface {{(pid=91773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 07:00:54.223148 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-46b94adc-289f-4427-989f-cb926ad78be1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-569476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762332438236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762331935088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2253277'] for port, after_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:54.227255 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-bfde352c-9c50-45cf-b4fc-a437f3905269 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 07:00:54.270521 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b94adc-289f-4427-989f-cb926ad78be1 admin admin] Pushing event deleted for resources: {'Port': ['ID=fad09cb5-ae40-41c2-b498-b9eedeea2e08,revision_number=None']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 07:00:54.274256 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-46b94adc-289f-4427-989f-cb926ad78be1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 07:00:54.574992 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-46b94adc-289f-4427-989f-cb926ad78be1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1648554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1666458'] for router_interface, after_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:54.615846 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.wsgi [-] (91772) accepted ('10.222.0.21', 60790) {{(pid=91772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 07:00:54.749236 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-eff71e26-c31c-479a-8b91-d906a6653693 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:54.858395 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-eff71e26-c31c-479a-8b91-d906a6653693 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:54.862437 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-eff71e26-c31c-479a-8b91-d906a6653693 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1706761'] for security_group, after_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:54.870827 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-33cb45ac-bfde-4184-b946-c0944e5eada2 tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 07:00:54.919126 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [None req-eff71e26-c31c-479a-8b91-d906a6653693 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2b2fd3cf62884b69b5ae4448c3e4c6cc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3017902 Jun 07 07:00:54.920681 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff71e26-c31c-479a-8b91-d906a6653693 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cc05df9-eb6d-4914-b62f-64466bbf9e21,revision_number=1']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 07:00:54.924169 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-eff71e26-c31c-479a-8b91-d906a6653693 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 07:00:54.924788 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.wsgi [-] (91772) accepted ('10.222.0.21', 60794) {{(pid=91772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 07:00:54.986454 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-13f78bad-8091-409d-a5c7-394c4220e36f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:55.013776 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-13f78bad-8091-409d-a5c7-394c4220e36f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:55.056968 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46b94adc-289f-4427-989f-cb926ad78be1 admin admin] Router 1954137a-35bc-46bd-bd3c-37ccc4270c1f has already been hosted by L3 agent dd8e9e9b-c9b0-4755-a773-57df6dee4a2e {{(pid=91773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 07:00:55.070011 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-13f78bad-8091-409d-a5c7-394c4220e36f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1706761'] for security_group, after_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:55.072838 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-13f78bad-8091-409d-a5c7-394c4220e36f admin admin] Notify callbacks [] for security_group, before_response {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:55.074040 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [None req-13f78bad-8091-409d-a5c7-394c4220e36f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6cc05df9-eb6d-4914-b62f-64466bbf9e21 HTTP/1.1" status: 204 len: 168 time: 0.1482954 Jun 07 07:00:55.075098 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-32d11997-cd57-4de4-919f-a8aa2b1842cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 07:00:55.086637 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f78bad-8091-409d-a5c7-394c4220e36f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cc05df9-eb6d-4914-b62f-64466bbf9e21,revision_number=None']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 07:00:55.089599 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-13f78bad-8091-409d-a5c7-394c4220e36f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 07:00:55.240688 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46b94adc-289f-4427-989f-cb926ad78be1 admin admin] Notify agent at l3_agent.dv-cinder-784140-5-smb the message routers_updated {{(pid=91773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 07:00:55.247751 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [None req-46b94adc-289f-4427-989f-cb926ad78be1 admin admin] 10.222.0.21 "PUT /v2.0/routers/1954137a-35bc-46bd-bd3c-37ccc4270c1f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4858322 Jun 07 07:00:55.248198 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.21', 60800) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 07:00:55.251052 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e7dd2b9-ad70-4deb-977c-f6d6e67103b4 None None] Sync routers for ids ['1954137a-35bc-46bd-bd3c-37ccc4270c1f'] in dv-cinder-784140-5-smb {{(pid=91775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 07:00:55.260541 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e7dd2b9-ad70-4deb-977c-f6d6e67103b4 None None] Routers {'1954137a-35bc-46bd-bd3c-37ccc4270c1f'} bound to L3 agent in host dv-cinder-784140-5-smb {{(pid=91775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 07:00:55.261204 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron.db.l3_hamode_db [None req-5e7dd2b9-ad70-4deb-977c-f6d6e67103b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-07T06:46:09Z,description=,heartbeat_timestamp=2021-06-07T07:00:39Z,host='dv-cinder-784140-5-smb',id=dd8e9e9b-c9b0-4755-a773-57df6dee4a2e,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T06:46:09Z,topic='l3_agent')) {'router_ids': ['1954137a-35bc-46bd-bd3c-37ccc4270c1f'], 'active': True} {{(pid=91775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 07:00:55.435277 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-6ed7de71-b6b4-4861-88c0-aa391e9c1d2a admin admin] Notify callbacks [] for router, before_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:55.459817 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron.db.l3_dvr_db [None req-5e7dd2b9-ad70-4deb-977c-f6d6e67103b4 None None] Set router 1954137a-35bc-46bd-bd3c-37ccc4270c1f gateway port host: dv-cinder-784140-5-smb {{(pid=91775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 07:00:55.627391 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-6ed7de71-b6b4-4861-88c0-aa391e9c1d2a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:55.714810 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.plugin [None req-6ed7de71-b6b4-4861-88c0-aa391e9c1d2a admin admin] Deleting port 7716df02-510b-4a4b-ba41-9103bc65ad0d {{(pid=91773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 07:00:55.715312 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-6ed7de71-b6b4-4861-88c0-aa391e9c1d2a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762332413660'] for port, before_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:55.767603 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron.db.l3_hamode_db [None req-5e7dd2b9-ad70-4deb-977c-f6d6e67103b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1954137a-35bc-46bd-bd3c-37ccc4270c1f', 'name': 'tempest-TestMinimumBasicScenario-1840293992-router', 'tenant_id': 'ef7096ff79f5479b9284a64bf26643ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a84d0276-e36b-485f-b034-cb606776a5f5', 'external_fixed_ips': [{'subnet_id': 'bc8e845f-21f5-4331-a893-3fabfb1361b8', 'ip_address': '172.28.3.3'}], 'enable_snat': True}, 'gw_port_id': '7716df02-510b-4a4b-ba41-9103bc65ad0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T06:58:22Z', 'updated_at': '2021-06-07T07:00:54Z', 'revision_number': 5, 'project_id': 'ef7096ff79f5479b9284a64bf26643ab', 'gw_port': {'id': '7716df02-510b-4a4b-ba41-9103bc65ad0d', 'name': '', 'network_id': 'a84d0276-e36b-485f-b034-cb606776a5f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:29:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1954137a-35bc-46bd-bd3c-37ccc4270c1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': 'bc8e845f-21f5-4331-a893-3fabfb1361b8', 'ip_address': '172.28.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T06:58:23Z', 'updated_at': '2021-06-07T06:58:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc8e845f-21f5-4331-a893-3fabfb1361b8', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-5-smb'}], 'dv-cinder-784140-5-smb', False) {} {{(pid=91775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 07:00:55.771983 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e7dd2b9-ad70-4deb-977c-f6d6e67103b4 None None] Checking router: 1954137a-35bc-46bd-bd3c-37ccc4270c1f for host: dv-cinder-784140-5-smb {{(pid=91775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 07:00:55.782096 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e7dd2b9-ad70-4deb-977c-f6d6e67103b4 None None] Routers {'1954137a-35bc-46bd-bd3c-37ccc4270c1f'} bound to L3 agent in host dv-cinder-784140-5-smb {{(pid=91775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 07:00:55.782709 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron.db.l3_hamode_db [None req-5e7dd2b9-ad70-4deb-977c-f6d6e67103b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-07T06:46:09Z,description=,heartbeat_timestamp=2021-06-07T07:00:39Z,host='dv-cinder-784140-5-smb',id=dd8e9e9b-c9b0-4755-a773-57df6dee4a2e,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T06:46:09Z,topic='l3_agent')) {'router_ids': ['1954137a-35bc-46bd-bd3c-37ccc4270c1f'], 'active': True} {{(pid=91775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 07:00:55.846366 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.db [None req-6ed7de71-b6b4-4861-88c0-aa391e9c1d2a admin admin] For port 7716df02-510b-4a4b-ba41-9103bc65ad0d, host dv-cinder-784140-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-5-smb',level=0,port_id=7716df02-510b-4a4b-ba41-9103bc65ad0d,segment=NetworkSegment(a651428c-972d-4b8e-a20b-c49a0a4f9500),segment_id=a651428c-972d-4b8e-a20b-c49a0a4f9500)] {{(pid=91773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 07:00:55.846744 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-6ed7de71-b6b4-4861-88c0-aa391e9c1d2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1669251'] for port, precommit_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:55.933652 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron.db.l3_dvr_db [None req-5e7dd2b9-ad70-4deb-977c-f6d6e67103b4 None None] Set router 1954137a-35bc-46bd-bd3c-37ccc4270c1f gateway port host: None {{(pid=91775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 07:00:55.973506 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.plugin [None req-6ed7de71-b6b4-4861-88c0-aa391e9c1d2a admin admin] Calling delete_port for 7716df02-510b-4a4b-ba41-9103bc65ad0d owned by network:router_gateway {{(pid=91773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 07:00:56.059648 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron.db.l3_hamode_db [None req-5e7dd2b9-ad70-4deb-977c-f6d6e67103b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1954137a-35bc-46bd-bd3c-37ccc4270c1f', 'name': 'tempest-TestMinimumBasicScenario-1840293992-router', 'tenant_id': 'ef7096ff79f5479b9284a64bf26643ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T06:58:22Z', 'updated_at': '2021-06-07T07:00:55Z', 'revision_number': 6, 'project_id': 'ef7096ff79f5479b9284a64bf26643ab', 'gw_port_host': None}], 'dv-cinder-784140-5-smb', False) {} {{(pid=91775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 07:00:56.065125 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e7dd2b9-ad70-4deb-977c-f6d6e67103b4 None None] The sync data for ids ['1954137a-35bc-46bd-bd3c-37ccc4270c1f'] in dv-cinder-784140-5-smb is: [{'id': '1954137a-35bc-46bd-bd3c-37ccc4270c1f', 'name': 'tempest-TestMinimumBasicScenario-1840293992-router', 'tenant_id': 'ef7096ff79f5479b9284a64bf26643ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T06:58:22Z', 'updated_at': '2021-06-07T07:00:55Z', 'revision_number': 6, 'project_id': 'ef7096ff79f5479b9284a64bf26643ab', 'gw_port_host': None}] {{(pid=91775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 07:00:56.127842 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-6ed7de71-b6b4-4861-88c0-aa391e9c1d2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-569476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762332438236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762331935088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2253277'] for port, after_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:56.133016 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-3c0b3e8b-cbb7-4878-8368-7fa9b9ec04e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 07:00:56.180932 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed7de71-b6b4-4861-88c0-aa391e9c1d2a admin admin] Pushing event deleted for resources: {'Port': ['ID=7716df02-510b-4a4b-ba41-9103bc65ad0d,revision_number=None']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 07:00:56.184263 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-6ed7de71-b6b4-4861-88c0-aa391e9c1d2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 07:00:56.280386 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-6ed7de71-b6b4-4861-88c0-aa391e9c1d2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1754180'] for router_gateway, after_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:56.565080 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-6ed7de71-b6b4-4861-88c0-aa391e9c1d2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1660275', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3609'] for router, precommit_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:56.567384 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-6ed7de71-b6b4-4861-88c0-aa391e9c1d2a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:56.590404 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-6ed7de71-b6b4-4861-88c0-aa391e9c1d2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1660399'] for router, after_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:56.590996 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ed7de71-b6b4-4861-88c0-aa391e9c1d2a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1954137a-35bc-46bd-bd3c-37ccc4270c1f {{(pid=91773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 07 07:00:56.595133 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-6ed7de71-b6b4-4861-88c0-aa391e9c1d2a admin admin] Notify callbacks [] for router, before_response {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:56.596298 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [None req-6ed7de71-b6b4-4861-88c0-aa391e9c1d2a admin admin] 10.222.0.21 "DELETE /v2.0/routers/1954137a-35bc-46bd-bd3c-37ccc4270c1f HTTP/1.1" status: 204 len: 168 time: 1.3471429 Jun 07 07:00:56.598792 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.21', 60846) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 07:00:56.606583 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.wsgi [-] (91772) accepted ('10.222.0.21', 60848) {{(pid=91772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 07:00:56.660344 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.db.db_base_plugin_v2 [None req-f83a1fa8-fc1d-4876-a0ae-ea484425b45d admin admin] Deleting subnet f8ae1586-6c3b-4b7d-bac8-630cd3f816e0 {{(pid=91773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 07 07:00:56.663296 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-f83a1fa8-fc1d-4876-a0ae-ea484425b45d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:56.711968 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-f83a1fa8-fc1d-4876-a0ae-ea484425b45d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2155128'] for subnet, precommit_delete_associations {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:56.728421 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-de215ee6-5bfd-4d9e-82b4-97684b670001 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:56.808002 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-f83a1fa8-fc1d-4876-a0ae-ea484425b45d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-719335'] for subnet, precommit_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:56.832350 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-de215ee6-5bfd-4d9e-82b4-97684b670001 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:56.836675 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-de215ee6-5bfd-4d9e-82b4-97684b670001 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1706761'] for security_group, after_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:56.846054 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-00178fee-5e4f-4d34-bacb-52a35f4d28be tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 07:00:56.882775 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-f83a1fa8-fc1d-4876-a0ae-ea484425b45d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-719342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2253104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2142140'] for subnet, after_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:56.888320 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-21505bf3-8733-46c0-9bfd-b4dd35e17487 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 07:00:56.890847 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de215ee6-5bfd-4d9e-82b4-97684b670001 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ac88da4-afb9-4899-9182-ad4520b080d3,revision_number=1']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 07:00:56.897817 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [None req-de215ee6-5bfd-4d9e-82b4-97684b670001 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f6f68a0abeab438b90d87f0de9254634&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2901218 Jun 07 07:00:56.898874 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-de215ee6-5bfd-4d9e-82b4-97684b670001 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 07:00:56.899310 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.wsgi [-] (91772) accepted ('10.222.0.21', 60852) {{(pid=91772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 07:00:56.924003 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83a1fa8-fc1d-4876-a0ae-ea484425b45d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f8ae1586-6c3b-4b7d-bac8-630cd3f816e0,revision_number=None']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 07:00:56.925918 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-f83a1fa8-fc1d-4876-a0ae-ea484425b45d admin admin] Notify callbacks [] for subnet, before_response {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:56.929925 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [None req-f83a1fa8-fc1d-4876-a0ae-ea484425b45d admin admin] 10.222.0.21 "DELETE /v2.0/subnets/f8ae1586-6c3b-4b7d-bac8-630cd3f816e0 HTTP/1.1" status: 204 len: 168 time: 0.3276818 Jun 07 07:00:56.929925 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-f83a1fa8-fc1d-4876-a0ae-ea484425b45d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 07:00:56.930183 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.21', 60854) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 07:00:56.932969 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5a2fb1e-12c2-403d-950d-30b9f50e2423 None None] Network 41ba2f17-f556-4294-b935-8b24f17e01c4 requested from dv-cinder-784140-5-smb {{(pid=91774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 07:00:56.974523 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-1f7bf7ae-951a-4465-9371-9d95a103bccc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:57.021161 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-1f7bf7ae-951a-4465-9371-9d95a103bccc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:57.041447 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-2136166a-86df-4736-8149-a55cb611ea8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538213'] for network, before_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:57.069409 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Device 7716df02-510b-4a4b-ba41-9103bc65ad0d no longer exists at agent ovs-agent-dv-cinder-784140-5-smb {{(pid=91774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 07:00:57.095104 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-1f7bf7ae-951a-4465-9371-9d95a103bccc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1706761'] for security_group, after_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:57.097766 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-1f7bf7ae-951a-4465-9371-9d95a103bccc admin admin] Notify callbacks [] for security_group, before_response {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:57.101760 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [None req-1f7bf7ae-951a-4465-9371-9d95a103bccc admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4ac88da4-afb9-4899-9182-ad4520b080d3 HTTP/1.1" status: 204 len: 168 time: 0.2014987 Jun 07 07:00:57.102603 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-248094f5-301b-4525-ae31-60d2122a1255 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 07:00:57.113759 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7bf7ae-951a-4465-9371-9d95a103bccc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ac88da4-afb9-4899-9182-ad4520b080d3,revision_number=None']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 07:00:57.124695 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-1f7bf7ae-951a-4465-9371-9d95a103bccc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 07:00:57.127179 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.plugin [None req-2136166a-86df-4736-8149-a55cb611ea8d admin admin] Deleting port 1452c890-5940-4f40-b791-8dc19c35c017 {{(pid=91773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 07:00:57.127789 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-2136166a-86df-4736-8149-a55cb611ea8d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762332413660'] for port, before_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:57.189949 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.plugin [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] No Port match for: 7716df02-510b-4a4b-ba41-9103bc65ad0d {{(pid=91774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 07:00:57.190284 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Device 7716df02-510b-4a4b-ba41-9103bc65ad0d not bound to the agent host dv-cinder-784140-5-smb {{(pid=91774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 07:00:57.190880 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Device fad09cb5-ae40-41c2-b498-b9eedeea2e08 no longer exists at agent ovs-agent-dv-cinder-784140-5-smb {{(pid=91774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 07:00:57.238628 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.plugin [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] No Port match for: fad09cb5-ae40-41c2-b498-b9eedeea2e08 {{(pid=91774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 07:00:57.239147 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Device fad09cb5-ae40-41c2-b498-b9eedeea2e08 not bound to the agent host dv-cinder-784140-5-smb {{(pid=91774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 07:00:57.262575 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.db [None req-2136166a-86df-4736-8149-a55cb611ea8d admin admin] For port 1452c890-5940-4f40-b791-8dc19c35c017, host dv-cinder-784140-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-5-smb',level=0,port_id=1452c890-5940-4f40-b791-8dc19c35c017,segment=NetworkSegment(7b16c5da-d77b-4972-889d-e7d1fac35c86),segment_id=7b16c5da-d77b-4972-889d-e7d1fac35c86)] {{(pid=91773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 07:00:57.263159 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-2136166a-86df-4736-8149-a55cb611ea8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1669251'] for port, precommit_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:57.337340 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f75be942-e3b2-44fe-9d3b-e57c1dfad508 None None] DHCP port deletion for 41ba2f17-f556-4294-b935-8b24f17e01c4 request from dv-cinder-784140-5-smb {{(pid=91774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 07 07:00:57.403616 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.plugin [None req-2136166a-86df-4736-8149-a55cb611ea8d admin admin] Calling delete_port for 1452c890-5940-4f40-b791-8dc19c35c017 owned by network:dhcp {{(pid=91773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 07:00:57.430540 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.plugin [None req-f75be942-e3b2-44fe-9d3b-e57c1dfad508 None None] Deleting port 1452c890-5940-4f40-b791-8dc19c35c017 {{(pid=91774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 07:00:57.430924 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-f75be942-e3b2-44fe-9d3b-e57c1dfad508 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762332413660'] for port, before_delete {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:57.466193 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-2136166a-86df-4736-8149-a55cb611ea8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-569476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762332438236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762331935088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2253277'] for port, after_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:57.471578 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-0e8eea1d-e4ad-4144-93b9-1d9398f1dc2d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 07:00:57.537708 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2136166a-86df-4736-8149-a55cb611ea8d admin admin] Pushing event deleted for resources: {'Port': ['ID=1452c890-5940-4f40-b791-8dc19c35c017,revision_number=None']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 07:00:57.539959 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2136166a-86df-4736-8149-a55cb611ea8d admin admin] No DVR routers for this DVR port 1452c890-5940-4f40-b791-8dc19c35c017 on host dv-cinder-784140-5-smb {{(pid=91773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 07:00:57.542115 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-2136166a-86df-4736-8149-a55cb611ea8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 07:00:57.561874 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.db [None req-f75be942-e3b2-44fe-9d3b-e57c1dfad508 None None] For port 1452c890-5940-4f40-b791-8dc19c35c017, host dv-cinder-784140-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-5-smb',level=0,port_id=1452c890-5940-4f40-b791-8dc19c35c017,segment=NetworkSegment(7b16c5da-d77b-4972-889d-e7d1fac35c86),segment_id=7b16c5da-d77b-4972-889d-e7d1fac35c86)] {{(pid=91774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 07:00:57.562304 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-f75be942-e3b2-44fe-9d3b-e57c1dfad508 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1669251'] for port, precommit_delete {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:57.668783 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-2136166a-86df-4736-8149-a55cb611ea8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-722558', 'neutron.services.segments.db._delete_segments_for_network-8762332461222'] for network, precommit_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:57.684048 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.services.segments.db [None req-2136166a-86df-4736-8149-a55cb611ea8d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41ba2f17-f556-4294-b935-8b24f17e01c4']}} {{(pid=91773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 07:00:57.697383 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.services.segments.db [None req-2136166a-86df-4736-8149-a55cb611ea8d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b16c5da-d77b-4972-889d-e7d1fac35c86') {'for_net_delete': True} {{(pid=91773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 07:00:57.697707 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.services.segments.db [None req-2136166a-86df-4736-8149-a55cb611ea8d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b16c5da-d77b-4972-889d-e7d1fac35c86') {} {{(pid=91773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 07:00:57.710633 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-2136166a-86df-4736-8149-a55cb611ea8d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762332204737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2155073'] for segment, before_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:57.731512 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-2136166a-86df-4736-8149-a55cb611ea8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-712556'] for segment, precommit_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:57.739211 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.plugin [None req-f75be942-e3b2-44fe-9d3b-e57c1dfad508 None None] Calling delete_port for 1452c890-5940-4f40-b791-8dc19c35c017 owned by network:dhcp {{(pid=91774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 07:00:57.740370 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2136166a-86df-4736-8149-a55cb611ea8d admin admin] Releasing vlan 314 on physical network physnet1 to pool {{(pid=91773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 07 07:00:57.741117 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-2136166a-86df-4736-8149-a55cb611ea8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-712556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2253194'] for segment, after_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:57.755220 dv-cinder-784140-5-smb neutron-server[91773]: Traceback (most recent call last): Jun 07 07:00:57.755220 dv-cinder-784140-5-smb neutron-server[91773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 07 07:00:57.755220 dv-cinder-784140-5-smb neutron-server[91773]: timer() Jun 07 07:00:57.755220 dv-cinder-784140-5-smb neutron-server[91773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 07 07:00:57.755220 dv-cinder-784140-5-smb neutron-server[91773]: cb(*args, **kw) Jun 07 07:00:57.755220 dv-cinder-784140-5-smb neutron-server[91773]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 07 07:00:57.755220 dv-cinder-784140-5-smb neutron-server[91773]: return func(*args, **kwargs) Jun 07 07:00:57.755220 dv-cinder-784140-5-smb neutron-server[91773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 07 07:00:57.755220 dv-cinder-784140-5-smb neutron-server[91773]: self._notify() Jun 07 07:00:57.755220 dv-cinder-784140-5-smb neutron-server[91773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 07 07:00:57.755220 dv-cinder-784140-5-smb neutron-server[91773]: self.callback(batched_events) Jun 07 07:00:57.755220 dv-cinder-784140-5-smb neutron-server[91773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 07 07:00:57.755220 dv-cinder-784140-5-smb neutron-server[91773]: event.method(event) Jun 07 07:00:57.755220 dv-cinder-784140-5-smb neutron-server[91773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 07 07:00:57.755220 dv-cinder-784140-5-smb neutron-server[91773]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 07 07:00:57.755220 dv-cinder-784140-5-smb neutron-server[91773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 07 07:00:57.755220 dv-cinder-784140-5-smb neutron-server[91773]: aggregate_uuid = self.p_client.list_aggregates( Jun 07 07:00:57.755220 dv-cinder-784140-5-smb neutron-server[91773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 07 07:00:57.755220 dv-cinder-784140-5-smb neutron-server[91773]: return f(self, *a, **k) Jun 07 07:00:57.755220 dv-cinder-784140-5-smb neutron-server[91773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 07 07:00:57.755220 dv-cinder-784140-5-smb neutron-server[91773]: return self._get(url).json() Jun 07 07:00:57.755220 dv-cinder-784140-5-smb neutron-server[91773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 07 07:00:57.755220 dv-cinder-784140-5-smb neutron-server[91773]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 07 07:00:57.755220 dv-cinder-784140-5-smb neutron-server[91773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 07 07:00:57.755220 dv-cinder-784140-5-smb neutron-server[91773]: return self.request(url, 'GET', **kwargs) Jun 07 07:00:57.755220 dv-cinder-784140-5-smb neutron-server[91773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 07 07:00:57.755220 dv-cinder-784140-5-smb neutron-server[91773]: base_url = self.get_endpoint(auth, allow=allow, Jun 07 07:00:57.755220 dv-cinder-784140-5-smb neutron-server[91773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 07 07:00:57.755220 dv-cinder-784140-5-smb neutron-server[91773]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 07 07:00:57.755220 dv-cinder-784140-5-smb neutron-server[91773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 07 07:00:57.755220 dv-cinder-784140-5-smb neutron-server[91773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 07 07:00:57.755220 dv-cinder-784140-5-smb neutron-server[91773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 07 07:00:57.791431 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-f75be942-e3b2-44fe-9d3b-e57c1dfad508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-569476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762332438236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762331935088'] for port, after_delete {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:57.795155 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 07:00:57.836438 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-2136166a-86df-4736-8149-a55cb611ea8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-722533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1706969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754209'] for network, after_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:57.840015 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75be942-e3b2-44fe-9d3b-e57c1dfad508 None None] Pushing event deleted for resources: {'Port': ['ID=1452c890-5940-4f40-b791-8dc19c35c017,revision_number=None']} {{(pid=91774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 07:00:57.840154 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-bfde352c-9c50-45cf-b4fc-a437f3905269 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 07:00:57.846244 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-f75be942-e3b2-44fe-9d3b-e57c1dfad508 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 07:00:57.847044 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f75be942-e3b2-44fe-9d3b-e57c1dfad508 None None] No DVR routers for this DVR port 1452c890-5940-4f40-b791-8dc19c35c017 on host dv-cinder-784140-5-smb {{(pid=91774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 07:00:57.853686 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-2136166a-86df-4736-8149-a55cb611ea8d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648630'] for network, before_response {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:57.857936 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [None req-2136166a-86df-4736-8149-a55cb611ea8d admin admin] 10.222.0.21 "DELETE /v2.0/networks/41ba2f17-f556-4294-b935-8b24f17e01c4 HTTP/1.1" status: 204 len: 168 time: 0.9245253 Jun 07 07:00:57.861715 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2136166a-86df-4736-8149-a55cb611ea8d admin admin] Pushing event deleted for resources: {'Network': ['ID=41ba2f17-f556-4294-b935-8b24f17e01c4,revision_number=None']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 07:00:57.864031 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-2136166a-86df-4736-8149-a55cb611ea8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 07:00:58.048588 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.21', 60880) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 07:00:58.101275 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [None req-67b528d8-2c68-4da8-8ab0-4e1a92dd8311 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6d873eb9de9b41628d2183c081676fec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0514567 Jun 07 07:00:58.103664 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.21', 60884) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 07:00:58.163223 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-cdf71285-939b-4eb3-86c6-1aac4f04278f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:58.190249 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-cdf71285-939b-4eb3-86c6-1aac4f04278f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:58.248851 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-cdf71285-939b-4eb3-86c6-1aac4f04278f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1706761'] for security_group, after_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:58.251760 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-cdf71285-939b-4eb3-86c6-1aac4f04278f admin admin] Notify callbacks [] for security_group, before_response {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:58.255391 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [None req-cdf71285-939b-4eb3-86c6-1aac4f04278f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2a9523a8-2ff1-4f5b-9747-a8d45ba0dae8 HTTP/1.1" status: 204 len: 168 time: 0.1484852 Jun 07 07:00:58.255391 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-5a3c70fb-94c4-4913-911c-811a2bb52c61 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 07:00:58.265207 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf71285-939b-4eb3-86c6-1aac4f04278f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a9523a8-2ff1-4f5b-9747-a8d45ba0dae8,revision_number=None']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 07:00:58.268256 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-cdf71285-939b-4eb3-86c6-1aac4f04278f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 07:00:58.586464 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.wsgi [-] (91772) accepted ('10.222.0.21', 60900) {{(pid=91772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 07:00:58.637989 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [None req-6db0a8d9-d14e-4b9c-a474-845aac8f93f6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ef7096ff79f5479b9284a64bf26643ab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0503006 Jun 07 07:00:58.640413 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.wsgi [-] (91772) accepted ('10.222.0.21', 60902) {{(pid=91772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 07:00:58.706125 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-780bfc2b-629c-4665-946e-8bea24e556de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:58.734047 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-780bfc2b-629c-4665-946e-8bea24e556de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:58.904471 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-780bfc2b-629c-4665-946e-8bea24e556de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1706761'] for security_group, after_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:58.907010 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-780bfc2b-629c-4665-946e-8bea24e556de admin admin] Notify callbacks [] for security_group, before_response {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:58.915762 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [None req-780bfc2b-629c-4665-946e-8bea24e556de admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c7b9c9dd-54cf-4049-9218-80eac111be23 HTTP/1.1" status: 204 len: 168 time: 0.2667487 Jun 07 07:00:58.915762 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-8b3344f4-7662-4ef4-b400-00bc5c37c646 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 07:00:58.922071 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780bfc2b-629c-4665-946e-8bea24e556de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7b9c9dd-54cf-4049-9218-80eac111be23,revision_number=None']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 07:00:58.924238 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-780bfc2b-629c-4665-946e-8bea24e556de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 07:00:59.028617 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Device 1452c890-5940-4f40-b791-8dc19c35c017 no longer exists at agent ovs-agent-dv-cinder-784140-5-smb {{(pid=91774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 07:00:59.065220 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.plugin [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] No Port match for: 1452c890-5940-4f40-b791-8dc19c35c017 {{(pid=91774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 07:00:59.065482 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Device 1452c890-5940-4f40-b791-8dc19c35c017 not bound to the agent host dv-cinder-784140-5-smb {{(pid=91774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 07:01:00.734261 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.wsgi [-] (91772) accepted ('10.222.0.21', 32770) {{(pid=91772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 07:01:00.849365 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-f1124245-e1d0-434b-a7d5-abc8e9621b95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:01:00.949363 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-f1124245-e1d0-434b-a7d5-abc8e9621b95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:01:00.954077 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-f1124245-e1d0-434b-a7d5-abc8e9621b95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1706761'] for security_group, after_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:01:00.960716 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-de215ee6-5bfd-4d9e-82b4-97684b670001 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 07:01:00.997644 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1124245-e1d0-434b-a7d5-abc8e9621b95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80bc4b80-4139-4e7d-9a2a-38277e3bb49a,revision_number=1']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 07:01:01.001333 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-f1124245-e1d0-434b-a7d5-abc8e9621b95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 07:01:01.003928 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [None req-f1124245-e1d0-434b-a7d5-abc8e9621b95 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e3223249ba724efcb5d5e0df7da132ff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2686238 Jun 07 07:01:01.006611 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.wsgi [-] (91772) accepted ('10.222.0.21', 32774) {{(pid=91772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 07:01:01.065733 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-41289886-4d08-4853-9e30-11cd2fcf2f72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:01:01.090965 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-41289886-4d08-4853-9e30-11cd2fcf2f72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:01:01.142276 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-41289886-4d08-4853-9e30-11cd2fcf2f72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1706761'] for security_group, after_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:01:01.144904 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-41289886-4d08-4853-9e30-11cd2fcf2f72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:01:01.146035 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [None req-41289886-4d08-4853-9e30-11cd2fcf2f72 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/80bc4b80-4139-4e7d-9a2a-38277e3bb49a HTTP/1.1" status: 204 len: 168 time: 0.1383903 Jun 07 07:01:01.146829 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 07:01:01.156663 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41289886-4d08-4853-9e30-11cd2fcf2f72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80bc4b80-4139-4e7d-9a2a-38277e3bb49a,revision_number=None']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 07:01:01.158884 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-41289886-4d08-4853-9e30-11cd2fcf2f72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 07:01:01.427208 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.21', 32780) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 07:01:01.445031 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-21b6407e-1f62-4037-92e1-3535000611e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:01:01.547053 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-21b6407e-1f62-4037-92e1-3535000611e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:01:01.551625 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-21b6407e-1f62-4037-92e1-3535000611e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1706761'] for security_group, after_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:01:01.558338 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-d10f2aad-ffda-45d7-9134-19070a85a280 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 07:01:01.596081 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b6407e-1f62-4037-92e1-3535000611e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01598fa0-206b-41b0-8e91-cc739cf71487,revision_number=1']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 07:01:01.600203 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [None req-21b6407e-1f62-4037-92e1-3535000611e7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5d2bc7d2e1c64591a5bc254cfffa3301&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1719558 Jun 07 07:01:01.601052 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-21b6407e-1f62-4037-92e1-3535000611e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 07:01:01.602957 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.21', 32782) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 07:01:01.659646 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-b19ba851-e38a-4fa9-af0e-b37ebd7a2f91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:01:01.684755 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-b19ba851-e38a-4fa9-af0e-b37ebd7a2f91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:01:01.822382 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-b19ba851-e38a-4fa9-af0e-b37ebd7a2f91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1706761'] for security_group, after_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:01:01.824735 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-b19ba851-e38a-4fa9-af0e-b37ebd7a2f91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:01:01.825847 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [None req-b19ba851-e38a-4fa9-af0e-b37ebd7a2f91 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/01598fa0-206b-41b0-8e91-cc739cf71487 HTTP/1.1" status: 204 len: 168 time: 0.2220342 Jun 07 07:01:01.826600 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-0c7a043e-15f1-4c61-970c-cc899a9b6d42 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 07:01:01.835976 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19ba851-e38a-4fa9-af0e-b37ebd7a2f91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01598fa0-206b-41b0-8e91-cc739cf71487,revision_number=None']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 07:01:01.838156 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-b19ba851-e38a-4fa9-af0e-b37ebd7a2f91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 07:01:06.903865 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-027bc6e9-3711-4264-9839-e1b51f76f611 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762332461204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723872'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:01:09.310045 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.21', 32860) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 07:01:09.322724 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762332461204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723872'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:01:09.436862 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-3bc5d943-9602-458d-ba04-8f3124b0e58b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:01:09.475015 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-2c2a80b3-c4aa-4027-a037-adcb3a0012ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762332461204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723872'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:01:09.545230 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-3bc5d943-9602-458d-ba04-8f3124b0e58b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:01:09.549563 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-3bc5d943-9602-458d-ba04-8f3124b0e58b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1706761'] for security_group, after_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:01:09.558710 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-314717a3-90fc-4297-9437-a12f244dc5da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 07:01:09.599669 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [None req-3bc5d943-9602-458d-ba04-8f3124b0e58b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0f54b3e964e04cd29cb94aad739c9994&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2885921 Jun 07 07:01:09.600604 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc5d943-9602-458d-ba04-8f3124b0e58b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c00c7bb-952f-4804-a169-36b4260b54ef,revision_number=1']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 07:01:09.602319 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.wsgi [-] (91772) accepted ('10.222.0.21', 32864) {{(pid=91772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 07:01:09.607918 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc5d943-9602-458d-ba04-8f3124b0e58b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:01:09.608303 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc5d943-9602-458d-ba04-8f3124b0e58b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:01:09.608667 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc5d943-9602-458d-ba04-8f3124b0e58b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:01:09.609023 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc5d943-9602-458d-ba04-8f3124b0e58b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:01:09.609381 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc5d943-9602-458d-ba04-8f3124b0e58b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:01:09.610261 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc5d943-9602-458d-ba04-8f3124b0e58b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:01:09.610683 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc5d943-9602-458d-ba04-8f3124b0e58b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:01:09.611031 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc5d943-9602-458d-ba04-8f3124b0e58b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:01:09.611380 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc5d943-9602-458d-ba04-8f3124b0e58b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:01:09.611725 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc5d943-9602-458d-ba04-8f3124b0e58b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:01:09.612110 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc5d943-9602-458d-ba04-8f3124b0e58b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:01:09.612499 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc5d943-9602-458d-ba04-8f3124b0e58b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:01:09.616433 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-3bc5d943-9602-458d-ba04-8f3124b0e58b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 07:01:09.662726 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-c5272c34-a05d-4ee0-951e-bd2957ea070a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:01:09.693101 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-c5272c34-a05d-4ee0-951e-bd2957ea070a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:01:09.744345 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-c5272c34-a05d-4ee0-951e-bd2957ea070a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1706761'] for security_group, after_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:01:09.746619 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-c5272c34-a05d-4ee0-951e-bd2957ea070a admin admin] Notify callbacks [] for security_group, before_response {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:01:09.747720 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [None req-c5272c34-a05d-4ee0-951e-bd2957ea070a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5c00c7bb-952f-4804-a169-36b4260b54ef HTTP/1.1" status: 204 len: 168 time: 0.1443892 Jun 07 07:01:09.748481 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-780bfc2b-629c-4665-946e-8bea24e556de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 07:01:09.757775 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5272c34-a05d-4ee0-951e-bd2957ea070a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c00c7bb-952f-4804-a169-36b4260b54ef,revision_number=None']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 07:01:09.760284 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-c5272c34-a05d-4ee0-951e-bd2957ea070a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 07:01:09.853549 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-00c8a887-af21-4c9e-8f5c-9cddb2a430d7 req-a211c807-3f58-41bc-97c9-e0c1bd09aadd service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=f87b669b-26c3-4b9d-acb4-4ec31230d21d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0743082 Jun 07 07:01:09.991318 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c8a887-af21-4c9e-8f5c-9cddb2a430d7 req-c2bc9550-648a-4ca4-ba8e-63bc2dbd9a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:01:09.992818 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-00c8a887-af21-4c9e-8f5c-9cddb2a430d7 req-c2bc9550-648a-4ca4-ba8e-63bc2dbd9a1a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=42bf171906a3442fbd2784138b6a35de&device_id=f87b669b-26c3-4b9d-acb4-4ec31230d21d HTTP/1.1" status: 200 len: 1099 time: 0.0736401 Jun 07 07:01:10.041193 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.wsgi [-] (91772) accepted ('10.222.0.21', 32870) {{(pid=91772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 07:01:10.061132 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-8a543641-0672-42ab-a210-1f0790726c2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:01:10.144402 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c8a887-af21-4c9e-8f5c-9cddb2a430d7 req-bfdf1eca-4112-44eb-bcfa-0a1d1277a8ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:01:10.145899 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-00c8a887-af21-4c9e-8f5c-9cddb2a430d7 req-bfdf1eca-4112-44eb-bcfa-0a1d1277a8ca service neutron] 10.222.0.43 "GET /v2.0/networks?id=80f82789-426d-4fba-a6bd-c984530e2630 HTTP/1.1" status: 200 len: 910 time: 0.1356900 Jun 07 07:01:10.168688 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-8a543641-0672-42ab-a210-1f0790726c2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:01:10.174280 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-8a543641-0672-42ab-a210-1f0790726c2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1706761'] for security_group, after_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:01:10.181045 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-12ed9585-9ecf-4bf5-bd03-d628511313b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 07:01:10.222192 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [None req-8a543641-0672-42ab-a210-1f0790726c2b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=766994c5839b4a368f833f1a3ed1c254&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1798246 Jun 07 07:01:10.223109 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a543641-0672-42ab-a210-1f0790726c2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=530914ea-6e64-4cad-ac0e-3ab1b62a8c89,revision_number=1']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 07:01:10.226131 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-8a543641-0672-42ab-a210-1f0790726c2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 07:01:10.226790 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.wsgi [-] (91772) accepted ('10.222.0.21', 32872) {{(pid=91772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 07:01:10.251125 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-00c8a887-af21-4c9e-8f5c-9cddb2a430d7 req-6935836a-8b76-4fa3-afbe-944f54417de2 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=65309ddd-db25-40cf-8ca4-ba09b403d9d5 HTTP/1.1" status: 200 len: 1002 time: 0.0985765 Jun 07 07:01:10.284702 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-c66baa13-46c9-4269-ae0f-bfc13dcd8f76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:01:10.309295 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-c66baa13-46c9-4269-ae0f-bfc13dcd8f76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:01:10.313099 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c8a887-af21-4c9e-8f5c-9cddb2a430d7 req-5bad0a4e-c394-4c88-920b-a1f762b614bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:01:10.314503 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-00c8a887-af21-4c9e-8f5c-9cddb2a430d7 req-5bad0a4e-c394-4c88-920b-a1f762b614bd service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8b71f6d7-5eeb-4431-8add-0eca70244bd0 HTTP/1.1" status: 200 len: 848 time: 0.0578105 Jun 07 07:01:10.374559 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-c66baa13-46c9-4269-ae0f-bfc13dcd8f76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1706761'] for security_group, after_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:01:10.377947 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-c66baa13-46c9-4269-ae0f-bfc13dcd8f76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:01:10.379836 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [None req-c66baa13-46c9-4269-ae0f-bfc13dcd8f76 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/530914ea-6e64-4cad-ac0e-3ab1b62a8c89 HTTP/1.1" status: 204 len: 168 time: 0.1519880 Jun 07 07:01:10.381738 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-c32ed75c-b9c8-4996-90fd-1f24dce1b5b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 07:01:10.394112 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66baa13-46c9-4269-ae0f-bfc13dcd8f76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=530914ea-6e64-4cad-ac0e-3ab1b62a8c89,revision_number=None']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 07:01:10.396409 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-c66baa13-46c9-4269-ae0f-bfc13dcd8f76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 07:01:10.404234 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c8a887-af21-4c9e-8f5c-9cddb2a430d7 req-6668be11-148f-468f-bb82-bd0c25d44445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:01:10.406053 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-00c8a887-af21-4c9e-8f5c-9cddb2a430d7 req-6668be11-148f-468f-bb82-bd0c25d44445 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=80f82789-426d-4fba-a6bd-c984530e2630&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0853229 Jun 07 07:01:10.543488 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-00c8a887-af21-4c9e-8f5c-9cddb2a430d7 req-3a6ea51d-8f21-4ad0-b900-d5fd525b0089 service neutron] 10.222.0.43 "GET /v2.0/networks/80f82789-426d-4fba-a6bd-c984530e2630?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304183 Jun 07 07:01:10.581760 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-3ea4f4f5-6296-4d8b-95a7-2efd101194ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762332461204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723872'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:01:10.677008 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-00c8a887-af21-4c9e-8f5c-9cddb2a430d7 req-ad113dba-f657-4622-b711-f403c3653cbb service neutron] 10.222.0.43 "GET /v2.0/networks/80f82789-426d-4fba-a6bd-c984530e2630?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266079 Jun 07 07:01:10.707195 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762332461204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723872'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:01:12.147563 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-7052a4e3-dcb7-48ac-a7a0-7c0e94d6da24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762332461204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723872'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:01:12.900808 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron.db.agents_db [None req-9f63f2a9-7775-47ca-9fc8-a7f68791a20c None None] Agent healthcheck: found 6 active agents {{(pid=91775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 07:01:15.942651 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.wsgi [-] (91772) accepted ('10.222.0.21', 32946) {{(pid=91772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 07:01:16.057529 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-bd80ed32-e2b2-4315-93c6-3a002f1ffc1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:01:16.176949 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-bd80ed32-e2b2-4315-93c6-3a002f1ffc1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:01:16.182366 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-bd80ed32-e2b2-4315-93c6-3a002f1ffc1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1706761'] for security_group, after_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:01:16.191755 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-455366ec-8c43-45e4-b859-66441934eefb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 07:01:16.241226 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [None req-bd80ed32-e2b2-4315-93c6-3a002f1ffc1c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4d5820bf155648f09cb1c7c629cf727b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2974994 Jun 07 07:01:16.242150 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd80ed32-e2b2-4315-93c6-3a002f1ffc1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95f1838c-0385-4881-955a-686c4ad21299,revision_number=1']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 07:01:16.244978 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.21', 32950) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 07:01:16.249559 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd80ed32-e2b2-4315-93c6-3a002f1ffc1c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:01:16.249918 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd80ed32-e2b2-4315-93c6-3a002f1ffc1c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:01:16.250273 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd80ed32-e2b2-4315-93c6-3a002f1ffc1c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:01:16.250624 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd80ed32-e2b2-4315-93c6-3a002f1ffc1c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:01:16.251018 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd80ed32-e2b2-4315-93c6-3a002f1ffc1c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:01:16.251367 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd80ed32-e2b2-4315-93c6-3a002f1ffc1c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:01:16.251709 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd80ed32-e2b2-4315-93c6-3a002f1ffc1c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:01:16.252075 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd80ed32-e2b2-4315-93c6-3a002f1ffc1c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:01:16.252418 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd80ed32-e2b2-4315-93c6-3a002f1ffc1c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:01:16.252755 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd80ed32-e2b2-4315-93c6-3a002f1ffc1c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:01:16.253092 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd80ed32-e2b2-4315-93c6-3a002f1ffc1c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:01:16.253433 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd80ed32-e2b2-4315-93c6-3a002f1ffc1c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:01:16.257590 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-bd80ed32-e2b2-4315-93c6-3a002f1ffc1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 07:01:16.304457 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-ab96e1f8-a2d5-4401-8ffd-afc3c73c568a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:01:16.328802 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-ab96e1f8-a2d5-4401-8ffd-afc3c73c568a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:01:16.384099 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-ab96e1f8-a2d5-4401-8ffd-afc3c73c568a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1706761'] for security_group, after_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:01:16.386493 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-ab96e1f8-a2d5-4401-8ffd-afc3c73c568a admin admin] Notify callbacks [] for security_group, before_response {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:01:16.387601 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [None req-ab96e1f8-a2d5-4401-8ffd-afc3c73c568a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/95f1838c-0385-4881-955a-686c4ad21299 HTTP/1.1" status: 204 len: 168 time: 0.1416452 Jun 07 07:01:16.388375 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-28672992-22e0-443b-979e-25688b657805 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 07:01:16.398014 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab96e1f8-a2d5-4401-8ffd-afc3c73c568a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95f1838c-0385-4881-955a-686c4ad21299,revision_number=None']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 07:01:16.400796 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-ab96e1f8-a2d5-4401-8ffd-afc3c73c568a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 07:01:16.678689 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.21', 32956) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 07:01:16.699146 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-1c0a76cd-d782-4382-a114-d782cf29391d admin admin] Notify callbacks [] for security_group, before_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:01:16.801307 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-1c0a76cd-d782-4382-a114-d782cf29391d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:01:16.805486 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-1c0a76cd-d782-4382-a114-d782cf29391d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1706761'] for security_group, after_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:01:16.811720 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-cdf71285-939b-4eb3-86c6-1aac4f04278f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 07:01:16.853123 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [None req-1c0a76cd-d782-4382-a114-d782cf29391d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5d146c03a16f4e9d9863160c406fc137&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1733959 Jun 07 07:01:16.854111 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0a76cd-d782-4382-a114-d782cf29391d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09a64128-b1bb-4bf2-9a35-e4962a13ff2a,revision_number=1']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 07:01:16.855739 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.wsgi [-] (91772) accepted ('10.222.0.21', 32958) {{(pid=91772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 07:01:16.857178 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-1c0a76cd-d782-4382-a114-d782cf29391d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 07:01:16.912701 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-6e9282df-7152-4506-9c36-f1e3663088a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:01:16.941744 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-6e9282df-7152-4506-9c36-f1e3663088a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:01:16.993392 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-6e9282df-7152-4506-9c36-f1e3663088a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1706761'] for security_group, after_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:01:16.996105 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-6e9282df-7152-4506-9c36-f1e3663088a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:01:16.997237 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [None req-6e9282df-7152-4506-9c36-f1e3663088a2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/09a64128-b1bb-4bf2-9a35-e4962a13ff2a HTTP/1.1" status: 204 len: 168 time: 0.1404920 Jun 07 07:01:16.997967 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-1f7bf7ae-951a-4465-9371-9d95a103bccc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 07:01:17.007919 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9282df-7152-4506-9c36-f1e3663088a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09a64128-b1bb-4bf2-9a35-e4962a13ff2a,revision_number=None']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 07:01:17.010078 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-6e9282df-7152-4506-9c36-f1e3663088a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 07:01:20.965875 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.wsgi [-] (91772) accepted ('10.222.0.21', 33002) {{(pid=91772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 07:01:21.080941 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-8c33b5e9-327c-4329-8e25-79864e8049ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:01:21.183388 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-8c33b5e9-327c-4329-8e25-79864e8049ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:01:21.187218 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-8c33b5e9-327c-4329-8e25-79864e8049ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1706761'] for security_group, after_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:01:21.194092 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-becbf3e5-2559-47ac-936a-f2e61be76f84 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 07:01:21.233531 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [None req-8c33b5e9-327c-4329-8e25-79864e8049ef admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=687ebb9c1a794e39952e2083be9f839f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2664814 Jun 07 07:01:21.234337 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c33b5e9-327c-4329-8e25-79864e8049ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83d93e07-9197-4044-80c6-1f9682cc0073,revision_number=1']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 07:01:21.237252 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.21', 33006) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 07:01:21.237997 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-8c33b5e9-327c-4329-8e25-79864e8049ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 07:01:21.302513 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-f35c7169-7902-47af-9939-ce6ab90304c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:01:21.327360 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-f35c7169-7902-47af-9939-ce6ab90304c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:01:21.382754 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-f35c7169-7902-47af-9939-ce6ab90304c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1706761'] for security_group, after_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:01:21.385252 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-f35c7169-7902-47af-9939-ce6ab90304c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:01:21.386387 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [None req-f35c7169-7902-47af-9939-ce6ab90304c1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/83d93e07-9197-4044-80c6-1f9682cc0073 HTTP/1.1" status: 204 len: 168 time: 0.1477520 Jun 07 07:01:21.387126 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-83fe58f0-b413-4908-8420-47606cd1cce1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 07:01:21.397266 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35c7169-7902-47af-9939-ce6ab90304c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83d93e07-9197-4044-80c6-1f9682cc0073,revision_number=None']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 07:01:21.399443 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-f35c7169-7902-47af-9939-ce6ab90304c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 07:01:36.906267 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-d1d0bcf2-8a68-49f4-8891-a42fe1800aa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762332461204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723872'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:01:39.325398 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762332461204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723872'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:01:39.476066 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-eb98607d-efe8-4bd4-a180-b5a38a670538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762332461204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723872'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:01:40.582913 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-3ea4f4f5-6296-4d8b-95a7-2efd101194ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762332461204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723872'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:01:40.708555 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762332461204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723872'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:01:42.149719 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-7052a4e3-dcb7-48ac-a7a0-7c0e94d6da24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762332461204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723872'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:01:46.536393 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.wsgi [-] (91772) accepted ('10.222.0.21', 33180) {{(pid=91772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 07:01:46.680441 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-8363438e-d063-4c98-bb3d-fe336291c914 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:01:46.785242 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-8363438e-d063-4c98-bb3d-fe336291c914 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:01:46.788986 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-8363438e-d063-4c98-bb3d-fe336291c914 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1706761'] for security_group, after_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:01:46.795673 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-542b9a1a-9f22-49a2-9c8a-e6c06c38da58 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 07:01:46.834778 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [None req-8363438e-d063-4c98-bb3d-fe336291c914 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=10bcd6d5ca2b45759dafbd72b06a6dce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2966499 Jun 07 07:01:46.836466 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8363438e-d063-4c98-bb3d-fe336291c914 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4acb29cf-d1a9-491d-aa7e-d4fb0da7ae2b,revision_number=1']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 07:01:46.838129 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.21', 33184) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 07:01:46.840931 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-8363438e-d063-4c98-bb3d-fe336291c914 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 07:01:46.898526 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-fb69c839-312c-427c-b1df-f1f4a77ea53e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:01:46.925387 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-fb69c839-312c-427c-b1df-f1f4a77ea53e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:01:46.988655 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-fb69c839-312c-427c-b1df-f1f4a77ea53e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1706761'] for security_group, after_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:01:46.992228 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-fb69c839-312c-427c-b1df-f1f4a77ea53e admin admin] Notify callbacks [] for security_group, before_response {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:01:46.993849 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [None req-fb69c839-312c-427c-b1df-f1f4a77ea53e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4acb29cf-d1a9-491d-aa7e-d4fb0da7ae2b HTTP/1.1" status: 204 len: 168 time: 0.1542294 Jun 07 07:01:46.994871 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-32f4e9aa-0528-4806-bdfb-b82614858a94 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 07:01:47.009176 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb69c839-312c-427c-b1df-f1f4a77ea53e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4acb29cf-d1a9-491d-aa7e-d4fb0da7ae2b,revision_number=None']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 07:01:47.012307 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-fb69c839-312c-427c-b1df-f1f4a77ea53e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 07:01:49.900470 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron.db.agents_db [None req-9f63f2a9-7775-47ca-9fc8-a7f68791a20c None None] Agent healthcheck: found 6 active agents {{(pid=91775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 07:01:59.165183 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.21', 33320) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 07:01:59.277312 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-9df08083-dcf9-4ff8-8bc9-4ade3675578f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:01:59.380349 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-9df08083-dcf9-4ff8-8bc9-4ade3675578f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:01:59.383953 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-9df08083-dcf9-4ff8-8bc9-4ade3675578f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1706761'] for security_group, after_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:01:59.392622 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-ec75b3e0-a27d-4b86-ba97-623c65725af8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 07:01:59.431542 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [None req-9df08083-dcf9-4ff8-8bc9-4ade3675578f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1fd35fc0458244c3b13026f6ef4d5b78&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2652626 Jun 07 07:01:59.432425 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df08083-dcf9-4ff8-8bc9-4ade3675578f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=982d1207-5d30-4384-b380-2c1a947a6ccd,revision_number=1']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 07:01:59.434718 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.wsgi [-] (91772) accepted ('10.222.0.21', 33324) {{(pid=91772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 07:01:59.435659 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-9df08083-dcf9-4ff8-8bc9-4ade3675578f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 07:01:59.492908 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-a0a4fc29-0a24-49a0-bf6b-ebc27b624c74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:01:59.518092 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-a0a4fc29-0a24-49a0-bf6b-ebc27b624c74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:01:59.568158 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-a0a4fc29-0a24-49a0-bf6b-ebc27b624c74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1706761'] for security_group, after_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:01:59.570537 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-a0a4fc29-0a24-49a0-bf6b-ebc27b624c74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:01:59.571653 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [None req-a0a4fc29-0a24-49a0-bf6b-ebc27b624c74 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/982d1207-5d30-4384-b380-2c1a947a6ccd HTTP/1.1" status: 204 len: 168 time: 0.1357348 Jun 07 07:01:59.572402 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-c66baa13-46c9-4269-ae0f-bfc13dcd8f76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 07:01:59.582306 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a4fc29-0a24-49a0-bf6b-ebc27b624c74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=982d1207-5d30-4384-b380-2c1a947a6ccd,revision_number=None']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 07:01:59.584821 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-a0a4fc29-0a24-49a0-bf6b-ebc27b624c74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 07:02:06.838587 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a40bd6-6aec-4df2-9e5d-1b70e794cf48 req-383f3218-30f6-4de9-8a33-212d37678620 tempest-TestShelveInstance-1834904767 tempest-TestShelveInstance-1834904767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:02:06.839958 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-53a40bd6-6aec-4df2-9e5d-1b70e794cf48 req-383f3218-30f6-4de9-8a33-212d37678620 tempest-TestShelveInstance-1834904767 tempest-TestShelveInstance-1834904767-project] 10.222.0.21 "GET /v2.0/ports?device_id=f87b669b-26c3-4b9d-acb4-4ec31230d21d HTTP/1.1" status: 200 len: 946 time: 0.0814404 Jun 07 07:02:06.883366 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-53a40bd6-6aec-4df2-9e5d-1b70e794cf48 req-4cd8ded7-572e-424c-a0f7-278ce185273f tempest-TestShelveInstance-1834904767 tempest-TestShelveInstance-1834904767-project] 10.222.0.21 "GET /v2.0/security-groups?id=97a227cc-1355-40b2-84f2-7e186898cbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374660 Jun 07 07:02:06.908348 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-4886a0e0-14b4-400b-ba0f-e5314884e2fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762332461204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723872'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:02:08.083085 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970fb54c-9fc5-4b7e-a079-70fdcaa2c504 req-616f0ab4-9649-4001-a3d9-d53a2f74b5cc tempest-TestShelveInstance-1834904767 tempest-TestShelveInstance-1834904767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:02:08.084515 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-970fb54c-9fc5-4b7e-a079-70fdcaa2c504 req-616f0ab4-9649-4001-a3d9-d53a2f74b5cc tempest-TestShelveInstance-1834904767 tempest-TestShelveInstance-1834904767-project] 10.222.0.21 "GET /v2.0/ports?device_id=f87b669b-26c3-4b9d-acb4-4ec31230d21d HTTP/1.1" status: 200 len: 946 time: 0.0807726 Jun 07 07:02:08.126018 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-970fb54c-9fc5-4b7e-a079-70fdcaa2c504 req-7a42a827-3db7-4a04-a971-da5da2373fa3 tempest-TestShelveInstance-1834904767 tempest-TestShelveInstance-1834904767-project] 10.222.0.21 "GET /v2.0/security-groups?id=97a227cc-1355-40b2-84f2-7e186898cbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360038 Jun 07 07:02:09.322060 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a500a072-ef3f-4516-a5b6-eb45375cc44c req-4da3f5fa-58b3-4704-8d27-e96d76599767 tempest-TestShelveInstance-1834904767 tempest-TestShelveInstance-1834904767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:02:09.323533 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-a500a072-ef3f-4516-a5b6-eb45375cc44c req-4da3f5fa-58b3-4704-8d27-e96d76599767 tempest-TestShelveInstance-1834904767 tempest-TestShelveInstance-1834904767-project] 10.222.0.21 "GET /v2.0/ports?device_id=f87b669b-26c3-4b9d-acb4-4ec31230d21d HTTP/1.1" status: 200 len: 946 time: 0.0798142 Jun 07 07:02:09.326502 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762332461204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723872'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:02:09.369573 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-a500a072-ef3f-4516-a5b6-eb45375cc44c req-c1eea4e7-d891-4f4d-a2e4-6cffd19b5429 tempest-TestShelveInstance-1834904767 tempest-TestShelveInstance-1834904767-project] 10.222.0.21 "GET /v2.0/security-groups?id=97a227cc-1355-40b2-84f2-7e186898cbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403061 Jun 07 07:02:09.477928 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-8300d5dc-d2a3-43f9-a41d-a39fe88c0862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762332461204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723872'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:02:10.556350 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801fb9ea-35e0-4210-8914-f1572f9117f3 req-537e1c34-bd6c-40b6-989f-b0f661c5ecab tempest-TestShelveInstance-1834904767 tempest-TestShelveInstance-1834904767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:02:10.557811 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-801fb9ea-35e0-4210-8914-f1572f9117f3 req-537e1c34-bd6c-40b6-989f-b0f661c5ecab tempest-TestShelveInstance-1834904767 tempest-TestShelveInstance-1834904767-project] 10.222.0.21 "GET /v2.0/ports?device_id=f87b669b-26c3-4b9d-acb4-4ec31230d21d HTTP/1.1" status: 200 len: 946 time: 0.0834904 Jun 07 07:02:10.586407 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-3ea4f4f5-6296-4d8b-95a7-2efd101194ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762332461204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723872'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:02:10.603030 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-801fb9ea-35e0-4210-8914-f1572f9117f3 req-ff9cf27a-2d7d-4297-9e57-9db525d09968 tempest-TestShelveInstance-1834904767 tempest-TestShelveInstance-1834904767-project] 10.222.0.21 "GET /v2.0/security-groups?id=97a227cc-1355-40b2-84f2-7e186898cbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396569 Jun 07 07:02:10.709248 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762332461204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723872'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:02:10.864979 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62132e5-05f2-492b-be6a-92491238836f req-f3571668-dee9-4634-b2fe-f9248a52bbba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:02:10.866422 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-b62132e5-05f2-492b-be6a-92491238836f req-f3571668-dee9-4634-b2fe-f9248a52bbba service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=42bf171906a3442fbd2784138b6a35de&device_id=f87b669b-26c3-4b9d-acb4-4ec31230d21d HTTP/1.1" status: 200 len: 1099 time: 0.0710957 Jun 07 07:02:11.009067 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62132e5-05f2-492b-be6a-92491238836f req-53aa5570-3f1b-4871-a322-dc7b2a456989 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:02:11.010382 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-b62132e5-05f2-492b-be6a-92491238836f req-53aa5570-3f1b-4871-a322-dc7b2a456989 service neutron] 10.222.0.43 "GET /v2.0/networks?id=80f82789-426d-4fba-a6bd-c984530e2630 HTTP/1.1" status: 200 len: 910 time: 0.1259096 Jun 07 07:02:11.201398 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-b62132e5-05f2-492b-be6a-92491238836f req-cac49787-3b54-499a-af3a-e739d310031d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=65309ddd-db25-40cf-8ca4-ba09b403d9d5 HTTP/1.1" status: 200 len: 1002 time: 0.1849031 Jun 07 07:02:11.270867 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62132e5-05f2-492b-be6a-92491238836f req-73db6a67-943d-4b17-8328-a1a2c451ccec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:02:11.272330 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-b62132e5-05f2-492b-be6a-92491238836f req-73db6a67-943d-4b17-8328-a1a2c451ccec service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8b71f6d7-5eeb-4431-8add-0eca70244bd0 HTTP/1.1" status: 200 len: 848 time: 0.0639672 Jun 07 07:02:11.350996 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62132e5-05f2-492b-be6a-92491238836f req-fd6466f5-832c-4613-84ad-20f303bf424c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:02:11.352636 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-b62132e5-05f2-492b-be6a-92491238836f req-fd6466f5-832c-4613-84ad-20f303bf424c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=80f82789-426d-4fba-a6bd-c984530e2630&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0739264 Jun 07 07:02:11.499309 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-b62132e5-05f2-492b-be6a-92491238836f req-f32904ab-886f-4e9e-a325-909fabcaa7a7 service neutron] 10.222.0.43 "GET /v2.0/networks/80f82789-426d-4fba-a6bd-c984530e2630?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1398616 Jun 07 07:02:11.630413 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-b62132e5-05f2-492b-be6a-92491238836f req-de04c5b6-dffe-4665-a81e-128ca4dd7a49 service neutron] 10.222.0.43 "GET /v2.0/networks/80f82789-426d-4fba-a6bd-c984530e2630?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244466 Jun 07 07:02:11.792419 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b095b5-eaa3-4674-9231-20835c474c9c req-d4a47b76-0d77-4ecb-a5f8-32e7ad205c12 tempest-TestShelveInstance-1834904767 tempest-TestShelveInstance-1834904767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:02:11.794023 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-53b095b5-eaa3-4674-9231-20835c474c9c req-d4a47b76-0d77-4ecb-a5f8-32e7ad205c12 tempest-TestShelveInstance-1834904767 tempest-TestShelveInstance-1834904767-project] 10.222.0.21 "GET /v2.0/ports?device_id=f87b669b-26c3-4b9d-acb4-4ec31230d21d HTTP/1.1" status: 200 len: 946 time: 0.0863407 Jun 07 07:02:11.842063 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-53b095b5-eaa3-4674-9231-20835c474c9c req-087cbf19-8d8d-4b03-8ce4-e3cd1611cecc tempest-TestShelveInstance-1834904767 tempest-TestShelveInstance-1834904767-project] 10.222.0.21 "GET /v2.0/security-groups?id=97a227cc-1355-40b2-84f2-7e186898cbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424616 Jun 07 07:02:12.155101 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-7052a4e3-dcb7-48ac-a7a0-7c0e94d6da24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762332461204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723872'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:02:13.021794 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8b6000-5ad3-471f-bccd-8b45ca22a4f7 req-9fd8044d-0253-4592-8ba3-dd96375ba7fd tempest-TestShelveInstance-1834904767 tempest-TestShelveInstance-1834904767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:02:13.023245 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-7d8b6000-5ad3-471f-bccd-8b45ca22a4f7 req-9fd8044d-0253-4592-8ba3-dd96375ba7fd tempest-TestShelveInstance-1834904767 tempest-TestShelveInstance-1834904767-project] 10.222.0.21 "GET /v2.0/ports?device_id=f87b669b-26c3-4b9d-acb4-4ec31230d21d HTTP/1.1" status: 200 len: 946 time: 0.0779386 Jun 07 07:02:13.065363 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-7d8b6000-5ad3-471f-bccd-8b45ca22a4f7 req-45c825a4-04e7-49e9-bbeb-f14f8eb58509 tempest-TestShelveInstance-1834904767 tempest-TestShelveInstance-1834904767-project] 10.222.0.21 "GET /v2.0/security-groups?id=97a227cc-1355-40b2-84f2-7e186898cbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364070 Jun 07 07:02:14.251278 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db745619-8619-4611-8216-a0e0a4533c45 req-fec50533-2190-4316-9b71-ea94998ccbb5 tempest-TestShelveInstance-1834904767 tempest-TestShelveInstance-1834904767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:02:14.252714 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-db745619-8619-4611-8216-a0e0a4533c45 req-fec50533-2190-4316-9b71-ea94998ccbb5 tempest-TestShelveInstance-1834904767 tempest-TestShelveInstance-1834904767-project] 10.222.0.21 "GET /v2.0/ports?device_id=f87b669b-26c3-4b9d-acb4-4ec31230d21d HTTP/1.1" status: 200 len: 946 time: 0.0823815 Jun 07 07:02:14.297151 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-db745619-8619-4611-8216-a0e0a4533c45 req-08def9e7-11e8-4136-8cdb-a9b669872571 tempest-TestShelveInstance-1834904767 tempest-TestShelveInstance-1834904767-project] 10.222.0.21 "GET /v2.0/security-groups?id=97a227cc-1355-40b2-84f2-7e186898cbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388918 Jun 07 07:02:15.480374 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b1d991-8f4d-4211-9020-ef0140be8775 req-945d1dd2-8f0f-49cd-831b-9fa18fb7f7b2 tempest-TestShelveInstance-1834904767 tempest-TestShelveInstance-1834904767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:02:15.481850 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-57b1d991-8f4d-4211-9020-ef0140be8775 req-945d1dd2-8f0f-49cd-831b-9fa18fb7f7b2 tempest-TestShelveInstance-1834904767 tempest-TestShelveInstance-1834904767-project] 10.222.0.21 "GET /v2.0/ports?device_id=f87b669b-26c3-4b9d-acb4-4ec31230d21d HTTP/1.1" status: 200 len: 946 time: 0.0787706 Jun 07 07:02:15.529477 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-57b1d991-8f4d-4211-9020-ef0140be8775 req-340232f4-ad90-4f23-9c3f-1cbf2ecfe3fc tempest-TestShelveInstance-1834904767 tempest-TestShelveInstance-1834904767-project] 10.222.0.21 "GET /v2.0/security-groups?id=97a227cc-1355-40b2-84f2-7e186898cbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413253 Jun 07 07:02:16.711884 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc36fc1-5a94-4f10-8988-235a1ec4ca0c req-8fb48f25-ff8e-4137-b3d6-aaca189d089e tempest-TestShelveInstance-1834904767 tempest-TestShelveInstance-1834904767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:02:16.713351 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-1fc36fc1-5a94-4f10-8988-235a1ec4ca0c req-8fb48f25-ff8e-4137-b3d6-aaca189d089e tempest-TestShelveInstance-1834904767 tempest-TestShelveInstance-1834904767-project] 10.222.0.21 "GET /v2.0/ports?device_id=f87b669b-26c3-4b9d-acb4-4ec31230d21d HTTP/1.1" status: 200 len: 946 time: 0.0821228 Jun 07 07:02:16.756511 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-1fc36fc1-5a94-4f10-8988-235a1ec4ca0c req-ee0205e0-4162-45f6-937f-c5230f6c512c tempest-TestShelveInstance-1834904767 tempest-TestShelveInstance-1834904767-project] 10.222.0.21 "GET /v2.0/security-groups?id=97a227cc-1355-40b2-84f2-7e186898cbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375929 Jun 07 07:02:16.944555 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fc6949-3689-475d-8a98-c82ef4063e4f req-14fb6493-6f25-4400-a1d6-de816808ef63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:02:16.945972 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-a7fc6949-3689-475d-8a98-c82ef4063e4f req-14fb6493-6f25-4400-a1d6-de816808ef63 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=42bf171906a3442fbd2784138b6a35de&device_id=f87b669b-26c3-4b9d-acb4-4ec31230d21d HTTP/1.1" status: 200 len: 1099 time: 0.0730762 Jun 07 07:02:17.077528 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fc6949-3689-475d-8a98-c82ef4063e4f req-913e0b1a-a4f3-464f-85ec-9bb1e2d99fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:02:17.078946 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-a7fc6949-3689-475d-8a98-c82ef4063e4f req-913e0b1a-a4f3-464f-85ec-9bb1e2d99fa4 service neutron] 10.222.0.43 "GET /v2.0/networks?id=80f82789-426d-4fba-a6bd-c984530e2630 HTTP/1.1" status: 200 len: 910 time: 0.1268876 Jun 07 07:02:17.182115 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-a7fc6949-3689-475d-8a98-c82ef4063e4f req-7a577d56-68db-43e9-a0d5-08a3854a3117 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=65309ddd-db25-40cf-8ca4-ba09b403d9d5 HTTP/1.1" status: 200 len: 1002 time: 0.0963261 Jun 07 07:02:17.242557 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fc6949-3689-475d-8a98-c82ef4063e4f req-b4159827-ed52-4259-9484-f62bcb2a20f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:02:17.243818 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-a7fc6949-3689-475d-8a98-c82ef4063e4f req-b4159827-ed52-4259-9484-f62bcb2a20f5 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8b71f6d7-5eeb-4431-8add-0eca70244bd0 HTTP/1.1" status: 200 len: 848 time: 0.0550683 Jun 07 07:02:17.315181 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fc6949-3689-475d-8a98-c82ef4063e4f req-29d3bad7-fda6-4291-ada7-d27f4cbbe915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:02:17.316642 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-a7fc6949-3689-475d-8a98-c82ef4063e4f req-29d3bad7-fda6-4291-ada7-d27f4cbbe915 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=80f82789-426d-4fba-a6bd-c984530e2630&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0667071 Jun 07 07:02:17.447291 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-a7fc6949-3689-475d-8a98-c82ef4063e4f req-65d03759-8d26-4d15-b422-f9b7c8e86eec service neutron] 10.222.0.43 "GET /v2.0/networks/80f82789-426d-4fba-a6bd-c984530e2630?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230199 Jun 07 07:02:17.576457 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-a7fc6949-3689-475d-8a98-c82ef4063e4f req-6e9ede55-fe4b-4f6f-a9f0-6eb388967cb9 service neutron] 10.222.0.43 "GET /v2.0/networks/80f82789-426d-4fba-a6bd-c984530e2630?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229062 Jun 07 07:02:17.937155 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75da5467-6727-4bb2-bce7-5c321be68c3a req-42d7cada-844f-4889-b389-8091199e2b81 tempest-TestShelveInstance-1834904767 tempest-TestShelveInstance-1834904767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:02:17.938586 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-75da5467-6727-4bb2-bce7-5c321be68c3a req-42d7cada-844f-4889-b389-8091199e2b81 tempest-TestShelveInstance-1834904767 tempest-TestShelveInstance-1834904767-project] 10.222.0.21 "GET /v2.0/ports?device_id=f87b669b-26c3-4b9d-acb4-4ec31230d21d HTTP/1.1" status: 200 len: 946 time: 0.0783877 Jun 07 07:02:17.981219 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-75da5467-6727-4bb2-bce7-5c321be68c3a req-f5d0eab1-ba27-4b88-925e-14cc96ce3c3f tempest-TestShelveInstance-1834904767 tempest-TestShelveInstance-1834904767-project] 10.222.0.21 "GET /v2.0/security-groups?id=97a227cc-1355-40b2-84f2-7e186898cbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364451 Jun 07 07:02:19.166308 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ae38cc-87c6-4184-9eb4-358781988e74 req-368ee349-8f30-4f2e-8088-a4ce5aab3ebb tempest-TestShelveInstance-1834904767 tempest-TestShelveInstance-1834904767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:02:19.167746 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-01ae38cc-87c6-4184-9eb4-358781988e74 req-368ee349-8f30-4f2e-8088-a4ce5aab3ebb tempest-TestShelveInstance-1834904767 tempest-TestShelveInstance-1834904767-project] 10.222.0.21 "GET /v2.0/ports?device_id=f87b669b-26c3-4b9d-acb4-4ec31230d21d HTTP/1.1" status: 200 len: 946 time: 0.0816021 Jun 07 07:02:19.215487 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-01ae38cc-87c6-4184-9eb4-358781988e74 req-a9f5f281-441d-40ec-a19b-66abf6777034 tempest-TestShelveInstance-1834904767 tempest-TestShelveInstance-1834904767-project] 10.222.0.21 "GET /v2.0/security-groups?id=97a227cc-1355-40b2-84f2-7e186898cbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418351 Jun 07 07:02:20.393464 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c09aa5-c197-4596-9b54-55179c3a0561 req-72298cdc-d3ad-4530-af3e-e81c183bfa35 tempest-TestShelveInstance-1834904767 tempest-TestShelveInstance-1834904767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:02:20.394879 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-41c09aa5-c197-4596-9b54-55179c3a0561 req-72298cdc-d3ad-4530-af3e-e81c183bfa35 tempest-TestShelveInstance-1834904767 tempest-TestShelveInstance-1834904767-project] 10.222.0.21 "GET /v2.0/ports?device_id=f87b669b-26c3-4b9d-acb4-4ec31230d21d HTTP/1.1" status: 200 len: 946 time: 0.0773504 Jun 07 07:02:20.519336 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-41c09aa5-c197-4596-9b54-55179c3a0561 req-70b5f1be-52e8-4eb6-a3a0-7ea8c8a8345e tempest-TestShelveInstance-1834904767 tempest-TestShelveInstance-1834904767-project] 10.222.0.21 "GET /v2.0/security-groups?id=97a227cc-1355-40b2-84f2-7e186898cbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1183088 Jun 07 07:02:20.831918 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.21', 33396) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 07:02:20.860357 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0bb90b-2ddc-4948-a169-b9296f99d4fc req-860bd45c-0095-44c0-a8c4-0fc287c65d87 tempest-TestShelveInstance-1834904767 tempest-TestShelveInstance-1834904767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:02:20.861782 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-cf0bb90b-2ddc-4948-a169-b9296f99d4fc req-860bd45c-0095-44c0-a8c4-0fc287c65d87 tempest-TestShelveInstance-1834904767 tempest-TestShelveInstance-1834904767-project] 10.222.0.21 "GET /v2.0/ports?device_id=f87b669b-26c3-4b9d-acb4-4ec31230d21d HTTP/1.1" status: 200 len: 946 time: 0.0783982 Jun 07 07:02:20.905477 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-cf0bb90b-2ddc-4948-a169-b9296f99d4fc req-b1d366e1-f54f-4c39-8f32-77676c0972a7 tempest-TestShelveInstance-1834904767 tempest-TestShelveInstance-1834904767-project] 10.222.0.21 "GET /v2.0/security-groups?id=97a227cc-1355-40b2-84f2-7e186898cbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378180 Jun 07 07:02:20.949282 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-c729be7d-7e4b-4b44-8495-1d23c3c97c88 req-ac443e92-e13d-48c7-85c1-ecb2f3ee3ee5 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=f87b669b-26c3-4b9d-acb4-4ec31230d21d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1160688 Jun 07 07:02:21.711090 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Device 65309ddd-db25-40cf-8ca4-ba09b403d9d5 no longer exists at agent hyperv_hv-cinder-78414 {{(pid=91774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 07:02:21.823379 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564700'] for port, before_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:02:21.849779 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f87b669b-26c3-4b9d-acb4-4ec31230d21d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '65309ddd-db25-40cf-8ca4-ba09b403d9d5'}] {{(pid=91774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 07:02:21.852021 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73fb9c482eb19c5c2e497b7af5ecd9f5da2a12b641d83391285fbc9a8928c34b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64c58ca5-207e-4f51-ad9c-82a0eee907c5" -d '{"events": [{"server_uuid": "f87b669b-26c3-4b9d-acb4-4ec31230d21d", "name": "network-vif-unplugged", "status": "completed", "tag": "65309ddd-db25-40cf-8ca4-ba09b403d9d5"}]}' {{(pid=91774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 07:02:21.859754 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.db [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] For port 65309ddd-db25-40cf-8ca4-ba09b403d9d5, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=65309ddd-db25-40cf-8ca4-ba09b403d9d5,segment=NetworkSegment(72e92de7-8a1c-4a00-bd12-01e4302d58db),segment_id=72e92de7-8a1c-4a00-bd12-01e4302d58db)] {{(pid=91774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 07:02:21.864285 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-569476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762332438254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762331935097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762331935142'] for port, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:02:21.865990 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 07:02:21.898964 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 07 Jun 2021 07:02:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddc451e9-4c5a-49ea-9d3e-a5255bcca990 x-openstack-request-id: req-ddc451e9-4c5a-49ea-9d3e-a5255bcca990 {{(pid=91774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 07:02:21.899257 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f87b669b-26c3-4b9d-acb4-4ec31230d21d", "name": "network-vif-unplugged", "status": "failed", "tag": "65309ddd-db25-40cf-8ca4-ba09b403d9d5", "code": 422}]} {{(pid=91774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 07:02:21.899510 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ddc451e9-4c5a-49ea-9d3e-a5255bcca990 {{(pid=91774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 07:02:21.899949 dv-cinder-784140-5-smb neutron-server[91774]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'f87b669b-26c3-4b9d-acb4-4ec31230d21d', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '65309ddd-db25-40cf-8ca4-ba09b403d9d5', 'code': 422} returned with failed status Jun 07 07:02:21.937723 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Pushing event updated for resources: {'Port': ['ID=65309ddd-db25-40cf-8ca4-ba09b403d9d5,revision_number=6']} {{(pid=91774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 07:02:21.946095 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:02:21.946434 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:02:21.946768 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:02:21.947096 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:02:21.947416 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:02:21.947738 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:02:21.948088 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:02:21.948406 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:02:21.948727 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:02:21.949058 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:02:21.949356 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:02:21.949668 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:02:21.953428 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 07:02:22.114326 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461be5d7-b993-41da-a85d-b238ed9d0fb9 req-e74a26b8-2782-4769-ba11-058b50e79d09 tempest-TestShelveInstance-1834904767 tempest-TestShelveInstance-1834904767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:02:22.115635 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-461be5d7-b993-41da-a85d-b238ed9d0fb9 req-e74a26b8-2782-4769-ba11-058b50e79d09 tempest-TestShelveInstance-1834904767 tempest-TestShelveInstance-1834904767-project] 10.222.0.21 "GET /v2.0/ports?device_id=f87b669b-26c3-4b9d-acb4-4ec31230d21d HTTP/1.1" status: 200 len: 944 time: 0.0881166 Jun 07 07:02:22.159875 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-461be5d7-b993-41da-a85d-b238ed9d0fb9 req-3cf869ad-b184-4320-98bd-59f6a56e13ec tempest-TestShelveInstance-1834904767 tempest-TestShelveInstance-1834904767-project] 10.222.0.21 "GET /v2.0/security-groups?id=97a227cc-1355-40b2-84f2-7e186898cbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386586 Jun 07 07:02:22.369722 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c729be7d-7e4b-4b44-8495-1d23c3c97c88 req-56ca2a65-7da8-44e9-a566-8920060b3532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:02:22.371036 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-c729be7d-7e4b-4b44-8495-1d23c3c97c88 req-56ca2a65-7da8-44e9-a566-8920060b3532 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=f87b669b-26c3-4b9d-acb4-4ec31230d21d&tenant_id=42bf171906a3442fbd2784138b6a35de HTTP/1.1" status: 200 len: 1097 time: 0.0682433 Jun 07 07:02:22.460321 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c729be7d-7e4b-4b44-8495-1d23c3c97c88 req-6fa74da0-2aec-47b9-9b0c-9a84ed994ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:02:22.461697 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-c729be7d-7e4b-4b44-8495-1d23c3c97c88 req-6fa74da0-2aec-47b9-9b0c-9a84ed994ee2 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=42bf171906a3442fbd2784138b6a35de&device_id=f87b669b-26c3-4b9d-acb4-4ec31230d21d HTTP/1.1" status: 200 len: 1097 time: 0.0702314 Jun 07 07:02:22.679680 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c729be7d-7e4b-4b44-8495-1d23c3c97c88 req-a59dd93b-bd51-4f2f-92d5-53ff29dca34d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:02:22.681109 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-c729be7d-7e4b-4b44-8495-1d23c3c97c88 req-a59dd93b-bd51-4f2f-92d5-53ff29dca34d service neutron] 10.222.0.43 "GET /v2.0/networks?id=80f82789-426d-4fba-a6bd-c984530e2630 HTTP/1.1" status: 200 len: 910 time: 0.2137010 Jun 07 07:02:22.780981 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-c729be7d-7e4b-4b44-8495-1d23c3c97c88 req-cc90b123-8843-41c5-a8d0-275b1b5039c6 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=65309ddd-db25-40cf-8ca4-ba09b403d9d5 HTTP/1.1" status: 200 len: 1000 time: 0.0934541 Jun 07 07:02:22.840923 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c729be7d-7e4b-4b44-8495-1d23c3c97c88 req-eaa938ac-e983-4a3a-874f-d22be2fdbbb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:02:22.842255 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-c729be7d-7e4b-4b44-8495-1d23c3c97c88 req-eaa938ac-e983-4a3a-874f-d22be2fdbbb4 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8b71f6d7-5eeb-4431-8add-0eca70244bd0 HTTP/1.1" status: 200 len: 848 time: 0.0553663 Jun 07 07:02:22.913975 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c729be7d-7e4b-4b44-8495-1d23c3c97c88 req-c4975d84-83d7-4ddb-b557-9f38e88e1cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:02:22.915352 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-c729be7d-7e4b-4b44-8495-1d23c3c97c88 req-c4975d84-83d7-4ddb-b557-9f38e88e1cf8 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=80f82789-426d-4fba-a6bd-c984530e2630&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0664899 Jun 07 07:02:23.041637 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-c729be7d-7e4b-4b44-8495-1d23c3c97c88 req-7addb87b-c0f7-4b57-a67c-b415c75330db service neutron] 10.222.0.43 "GET /v2.0/networks/80f82789-426d-4fba-a6bd-c984530e2630?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201234 Jun 07 07:02:23.170361 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-c729be7d-7e4b-4b44-8495-1d23c3c97c88 req-85ac58ce-7633-4bb9-886f-686a29e2c8da service neutron] 10.222.0.43 "GET /v2.0/networks/80f82789-426d-4fba-a6bd-c984530e2630?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223922 Jun 07 07:02:23.337687 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7890529-e5d6-4b71-9b72-c7ae55211e91 req-6008829d-6718-4344-b3b3-a6365ae41ac7 tempest-TestShelveInstance-1834904767 tempest-TestShelveInstance-1834904767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:02:23.339019 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-b7890529-e5d6-4b71-9b72-c7ae55211e91 req-6008829d-6718-4344-b3b3-a6365ae41ac7 tempest-TestShelveInstance-1834904767 tempest-TestShelveInstance-1834904767-project] 10.222.0.21 "GET /v2.0/ports?device_id=f87b669b-26c3-4b9d-acb4-4ec31230d21d HTTP/1.1" status: 200 len: 944 time: 0.0775456 Jun 07 07:02:23.382437 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-b7890529-e5d6-4b71-9b72-c7ae55211e91 req-10103650-5f16-4ffd-adee-3433880ae25b tempest-TestShelveInstance-1834904767 tempest-TestShelveInstance-1834904767-project] 10.222.0.21 "GET /v2.0/security-groups?id=97a227cc-1355-40b2-84f2-7e186898cbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378597 Jun 07 07:02:24.565045 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab18e507-454f-4639-b080-1529de39fc6c req-a3233876-8b16-4596-bd33-a8119c050772 tempest-TestShelveInstance-1834904767 tempest-TestShelveInstance-1834904767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:02:24.566465 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-ab18e507-454f-4639-b080-1529de39fc6c req-a3233876-8b16-4596-bd33-a8119c050772 tempest-TestShelveInstance-1834904767 tempest-TestShelveInstance-1834904767-project] 10.222.0.21 "GET /v2.0/ports?device_id=f87b669b-26c3-4b9d-acb4-4ec31230d21d HTTP/1.1" status: 200 len: 944 time: 0.0819044 Jun 07 07:02:24.609229 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-ab18e507-454f-4639-b080-1529de39fc6c req-3b4b5b5b-08f9-4883-be5b-d13c7064c39d tempest-TestShelveInstance-1834904767 tempest-TestShelveInstance-1834904767-project] 10.222.0.21 "GET /v2.0/security-groups?id=97a227cc-1355-40b2-84f2-7e186898cbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372653 Jun 07 07:02:25.726314 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Device 65309ddd-db25-40cf-8ca4-ba09b403d9d5 details requested by agent hyperv_hv-cinder-78414 with host hv-cinder-78414 {{(pid=91774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 07 07:02:25.789784 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fa80e6-621b-408c-aebb-752190f9fc74 req-8f0442a2-50ad-4a06-ab82-51f2484f6e95 tempest-TestShelveInstance-1834904767 tempest-TestShelveInstance-1834904767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:02:25.791218 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-52fa80e6-621b-408c-aebb-752190f9fc74 req-8f0442a2-50ad-4a06-ab82-51f2484f6e95 tempest-TestShelveInstance-1834904767 tempest-TestShelveInstance-1834904767-project] 10.222.0.21 "GET /v2.0/ports?device_id=f87b669b-26c3-4b9d-acb4-4ec31230d21d HTTP/1.1" status: 200 len: 944 time: 0.0780199 Jun 07 07:02:25.838287 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-52fa80e6-621b-408c-aebb-752190f9fc74 req-ca0d13ff-bf37-48f9-9855-7b6201443582 tempest-TestShelveInstance-1834904767 tempest-TestShelveInstance-1834904767-project] 10.222.0.21 "GET /v2.0/security-groups?id=97a227cc-1355-40b2-84f2-7e186898cbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413444 Jun 07 07:02:25.856739 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.db [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] For port 65309ddd-db25-40cf-8ca4-ba09b403d9d5, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=65309ddd-db25-40cf-8ca4-ba09b403d9d5,segment=NetworkSegment(72e92de7-8a1c-4a00-bd12-01e4302d58db),segment_id=72e92de7-8a1c-4a00-bd12-01e4302d58db)] {{(pid=91774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 07:02:25.869806 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Returning: {'device': '65309ddd-db25-40cf-8ca4-ba09b403d9d5', 'network_id': '80f82789-426d-4fba-a6bd-c984530e2630', 'port_id': '65309ddd-db25-40cf-8ca4-ba09b403d9d5', 'mac_address': 'fa:16:3e:1d:45:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b71f6d7-5eeb-4431-8add-0eca70244bd0', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 07 07:02:25.922165 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564700'] for port, before_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:02:25.938474 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.notifiers.nova [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65309ddd-db25-40cf-8ca4-ba09b403d9d5 {{(pid=91774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 07:02:25.952801 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.db [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] For port 65309ddd-db25-40cf-8ca4-ba09b403d9d5, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=65309ddd-db25-40cf-8ca4-ba09b403d9d5,segment=NetworkSegment(72e92de7-8a1c-4a00-bd12-01e4302d58db),segment_id=72e92de7-8a1c-4a00-bd12-01e4302d58db)] {{(pid=91774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 07:02:25.956529 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-569476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762332438254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762331935097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762331935142'] for port, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:02:25.958325 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 07:02:26.022999 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Pushing event updated for resources: {'Port': ['ID=65309ddd-db25-40cf-8ca4-ba09b403d9d5,revision_number=7']} {{(pid=91774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 07:02:26.025788 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 07:02:26.157173 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.db [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] get_ports_and_sgs() called for port_ids ['65309ddd-db25-40cf-8ca4-ba09b403d9d5'] {{(pid=91774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 07:02:26.898954 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron.db.agents_db [None req-9f63f2a9-7775-47ca-9fc8-a7f68791a20c None None] Agent healthcheck: found 6 active agents {{(pid=91775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 07:02:27.018978 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179c38e5-a75a-4a6a-a7fa-789d200c073c req-d9d15b71-b8ff-44b6-99db-cf93041e0850 tempest-TestShelveInstance-1834904767 tempest-TestShelveInstance-1834904767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:02:27.020455 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-179c38e5-a75a-4a6a-a7fa-789d200c073c req-d9d15b71-b8ff-44b6-99db-cf93041e0850 tempest-TestShelveInstance-1834904767 tempest-TestShelveInstance-1834904767-project] 10.222.0.21 "GET /v2.0/ports?device_id=f87b669b-26c3-4b9d-acb4-4ec31230d21d HTTP/1.1" status: 200 len: 945 time: 0.0773525 Jun 07 07:02:27.063922 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-179c38e5-a75a-4a6a-a7fa-789d200c073c req-d0e8b1a2-9bad-45c6-9628-a63d4982b6a8 tempest-TestShelveInstance-1834904767 tempest-TestShelveInstance-1834904767-project] 10.222.0.21 "GET /v2.0/security-groups?id=97a227cc-1355-40b2-84f2-7e186898cbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379715 Jun 07 07:02:27.741784 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Device 65309ddd-db25-40cf-8ca4-ba09b403d9d5 up at agent hyperv_hv-cinder-78414 {{(pid=91774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 07:02:27.810942 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.db.provisioning_blocks [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Provisioning complete for port 65309ddd-db25-40cf-8ca4-ba09b403d9d5 triggered by entity L2. {{(pid=91774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 07:02:27.811312 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723953'] for port, provisioning_complete {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:02:27.927572 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564700'] for port, before_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:02:27.954184 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f87b669b-26c3-4b9d-acb4-4ec31230d21d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65309ddd-db25-40cf-8ca4-ba09b403d9d5'}] {{(pid=91774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 07:02:27.956389 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73fb9c482eb19c5c2e497b7af5ecd9f5da2a12b641d83391285fbc9a8928c34b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed09b10c-578a-4636-8540-1b24495c1672" -d '{"events": [{"server_uuid": "f87b669b-26c3-4b9d-acb4-4ec31230d21d", "name": "network-vif-plugged", "status": "completed", "tag": "65309ddd-db25-40cf-8ca4-ba09b403d9d5"}]}' {{(pid=91774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 07:02:27.964907 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.db [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] For port 65309ddd-db25-40cf-8ca4-ba09b403d9d5, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=65309ddd-db25-40cf-8ca4-ba09b403d9d5,segment=NetworkSegment(72e92de7-8a1c-4a00-bd12-01e4302d58db),segment_id=72e92de7-8a1c-4a00-bd12-01e4302d58db)] {{(pid=91774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 07:02:27.969200 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-569476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762332438254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762331935097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762331935142'] for port, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:02:27.970951 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-f75be942-e3b2-44fe-9d3b-e57c1dfad508 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 07:02:28.039031 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 07:02:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03cecdaf-c696-457c-a2b7-1721c2f3c438 x-openstack-request-id: req-03cecdaf-c696-457c-a2b7-1721c2f3c438 {{(pid=91774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 07:02:28.039305 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f87b669b-26c3-4b9d-acb4-4ec31230d21d", "name": "network-vif-plugged", "status": "completed", "tag": "65309ddd-db25-40cf-8ca4-ba09b403d9d5", "code": 200}]} {{(pid=91774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 07:02:28.039600 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-03cecdaf-c696-457c-a2b7-1721c2f3c438 {{(pid=91774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 07:02:28.040023 dv-cinder-784140-5-smb neutron-server[91774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f87b669b-26c3-4b9d-acb4-4ec31230d21d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65309ddd-db25-40cf-8ca4-ba09b403d9d5', 'code': 200} Jun 07 07:02:28.072709 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Pushing event updated for resources: {'Port': ['ID=65309ddd-db25-40cf-8ca4-ba09b403d9d5,revision_number=8']} {{(pid=91774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 07:02:28.075830 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 07:02:28.255506 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b238383-2d7a-42d9-aef0-256260cbab7d req-fb7a8910-552f-489f-b51f-734d043fed81 tempest-TestShelveInstance-1834904767 tempest-TestShelveInstance-1834904767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:02:28.257409 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-5b238383-2d7a-42d9-aef0-256260cbab7d req-fb7a8910-552f-489f-b51f-734d043fed81 tempest-TestShelveInstance-1834904767 tempest-TestShelveInstance-1834904767-project] 10.222.0.21 "GET /v2.0/ports?device_id=f87b669b-26c3-4b9d-acb4-4ec31230d21d HTTP/1.1" status: 200 len: 946 time: 0.0845020 Jun 07 07:02:28.300517 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5744bbc-8ae9-4c17-969f-8011f4a5d082 req-cb9f3da5-0a38-4077-a59a-9ed500d38a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:02:28.301768 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-5b238383-2d7a-42d9-aef0-256260cbab7d req-2d2e5bc0-b82f-42c6-b432-68ab9933100b tempest-TestShelveInstance-1834904767 tempest-TestShelveInstance-1834904767-project] 10.222.0.21 "GET /v2.0/security-groups?id=97a227cc-1355-40b2-84f2-7e186898cbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380824 Jun 07 07:02:28.301986 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-d5744bbc-8ae9-4c17-969f-8011f4a5d082 req-cb9f3da5-0a38-4077-a59a-9ed500d38a34 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=f87b669b-26c3-4b9d-acb4-4ec31230d21d HTTP/1.1" status: 200 len: 1099 time: 0.0831153 Jun 07 07:02:28.342159 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-d5744bbc-8ae9-4c17-969f-8011f4a5d082 req-3a38081b-4faa-4afe-967e-4744200934f8 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=97a227cc-1355-40b2-84f2-7e186898cbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340641 Jun 07 07:02:29.487671 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7c0fa8-0955-47ea-adc0-d40c7d0aed7d req-676a9c90-c304-42c2-9b1b-418f06b7a9c4 tempest-TestShelveInstance-1834904767 tempest-TestShelveInstance-1834904767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:02:29.489134 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-ea7c0fa8-0955-47ea-adc0-d40c7d0aed7d req-676a9c90-c304-42c2-9b1b-418f06b7a9c4 tempest-TestShelveInstance-1834904767 tempest-TestShelveInstance-1834904767-project] 10.222.0.21 "GET /v2.0/ports?device_id=f87b669b-26c3-4b9d-acb4-4ec31230d21d HTTP/1.1" status: 200 len: 946 time: 0.0813732 Jun 07 07:02:29.532459 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-ea7c0fa8-0955-47ea-adc0-d40c7d0aed7d req-c926e370-ed0e-4be5-a525-71e739ba8bda tempest-TestShelveInstance-1834904767 tempest-TestShelveInstance-1834904767-project] 10.222.0.21 "GET /v2.0/security-groups?id=97a227cc-1355-40b2-84f2-7e186898cbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378559 Jun 07 07:02:36.909914 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-5576d947-d642-49f5-b739-16b618080324 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762332461204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723872'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:02:39.329730 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762332461204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723872'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:02:39.478101 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-4f77c0eb-c701-4890-a45d-c70f60649d78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762332461204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723872'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:02:40.588384 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-3ea4f4f5-6296-4d8b-95a7-2efd101194ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762332461204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723872'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:02:40.724192 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762332461204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723872'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:02:42.156283 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-7052a4e3-dcb7-48ac-a7a0-7c0e94d6da24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762332461204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723872'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:03:03.898882 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron.db.agents_db [None req-9f63f2a9-7775-47ca-9fc8-a7f68791a20c None None] Agent healthcheck: found 6 active agents {{(pid=91775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 07:03:06.911660 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-9175beb4-42af-42a5-a79e-3530c80fc390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762332461204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723872'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:03:09.332275 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762332461204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723872'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:03:09.479696 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-56a94bbc-f9b2-4761-9ed0-f68dc76eaf87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762332461204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723872'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:03:10.591504 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-3ea4f4f5-6296-4d8b-95a7-2efd101194ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762332461204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723872'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:03:10.740660 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762332461204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723872'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:03:10.835079 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-1be61496-68fb-4159-9773-8beb68955fd1 req-9e6279e2-81a5-4bbf-a82b-f688b287a54f service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=f87b669b-26c3-4b9d-acb4-4ec31230d21d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0704267 Jun 07 07:03:10.973449 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be61496-68fb-4159-9773-8beb68955fd1 req-44a36c8b-0b7b-4807-a498-c6ecb9500113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:03:10.974896 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-1be61496-68fb-4159-9773-8beb68955fd1 req-44a36c8b-0b7b-4807-a498-c6ecb9500113 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=42bf171906a3442fbd2784138b6a35de&device_id=f87b669b-26c3-4b9d-acb4-4ec31230d21d HTTP/1.1" status: 200 len: 1099 time: 0.0737307 Jun 07 07:03:11.118781 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be61496-68fb-4159-9773-8beb68955fd1 req-c3b067f5-382e-42e7-a930-27c73e22cbf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:03:11.120269 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-1be61496-68fb-4159-9773-8beb68955fd1 req-c3b067f5-382e-42e7-a930-27c73e22cbf6 service neutron] 10.222.0.43 "GET /v2.0/networks?id=80f82789-426d-4fba-a6bd-c984530e2630 HTTP/1.1" status: 200 len: 910 time: 0.1258907 Jun 07 07:03:11.223336 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-1be61496-68fb-4159-9773-8beb68955fd1 req-8c23cdd1-5561-43e6-a695-d26f9021b52b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=65309ddd-db25-40cf-8ca4-ba09b403d9d5 HTTP/1.1" status: 200 len: 1002 time: 0.0971265 Jun 07 07:03:11.285890 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be61496-68fb-4159-9773-8beb68955fd1 req-791814a1-1431-4f06-8d82-8335a4c5317a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:03:11.287214 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-1be61496-68fb-4159-9773-8beb68955fd1 req-791814a1-1431-4f06-8d82-8335a4c5317a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8b71f6d7-5eeb-4431-8add-0eca70244bd0 HTTP/1.1" status: 200 len: 848 time: 0.0567610 Jun 07 07:03:11.360633 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be61496-68fb-4159-9773-8beb68955fd1 req-6a32c7e2-4045-4964-b2de-95ecd5cc9548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:03:11.362095 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-1be61496-68fb-4159-9773-8beb68955fd1 req-6a32c7e2-4045-4964-b2de-95ecd5cc9548 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=80f82789-426d-4fba-a6bd-c984530e2630&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0677164 Jun 07 07:03:11.494100 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-1be61496-68fb-4159-9773-8beb68955fd1 req-dfca9f03-5ff7-4866-b24b-e9ded76da8dd service neutron] 10.222.0.43 "GET /v2.0/networks/80f82789-426d-4fba-a6bd-c984530e2630?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249194 Jun 07 07:03:11.626122 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-1be61496-68fb-4159-9773-8beb68955fd1 req-f9fa9629-9a75-49a4-a88e-830a34f584d4 service neutron] 10.222.0.43 "GET /v2.0/networks/80f82789-426d-4fba-a6bd-c984530e2630?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255896 Jun 07 07:03:12.160371 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-7052a4e3-dcb7-48ac-a7a0-7c0e94d6da24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762332461204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723872'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:03:36.912969 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-89cfe6bd-8700-41f8-b738-119ef9d2a582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762332461204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723872'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:03:39.336749 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762332461204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723872'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:03:39.480273 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-13e7c57c-e2e6-43f1-b8fb-41b232d0f8c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762332461204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723872'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:03:40.594162 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-3ea4f4f5-6296-4d8b-95a7-2efd101194ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762332461204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723872'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:03:40.725817 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762332461204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723872'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:03:40.897736 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron.db.agents_db [None req-9f63f2a9-7775-47ca-9fc8-a7f68791a20c None None] Agent healthcheck: found 6 active agents {{(pid=91775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 07:03:42.164044 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-7052a4e3-dcb7-48ac-a7a0-7c0e94d6da24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762332461204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723872'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:03:45.404523 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.21', 33438) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 07:03:45.756678 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.plugin [None req-a54b2a62-e353-41bb-ab82-30b901d532c7 tempest-TestShelveInstance-1834904767 tempest-TestShelveInstance-1834904767-project] Deleting port bf465d4d-47f2-478e-bb8c-034db5f333a4 {{(pid=91773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 07:03:45.756911 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-a54b2a62-e353-41bb-ab82-30b901d532c7 tempest-TestShelveInstance-1834904767 tempest-TestShelveInstance-1834904767-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762332413660'] for port, before_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:03:45.872150 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-a54b2a62-e353-41bb-ab82-30b901d532c7 tempest-TestShelveInstance-1834904767 tempest-TestShelveInstance-1834904767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1669251'] for port, precommit_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:03:45.872470 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-a54b2a62-e353-41bb-ab82-30b901d532c7 tempest-TestShelveInstance-1834904767 tempest-TestShelveInstance-1834904767-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:03:45.993734 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.plugin [None req-a54b2a62-e353-41bb-ab82-30b901d532c7 tempest-TestShelveInstance-1834904767 tempest-TestShelveInstance-1834904767-project] Calling delete_port for bf465d4d-47f2-478e-bb8c-034db5f333a4 owned by network:floatingip {{(pid=91773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 07:03:46.112976 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-a54b2a62-e353-41bb-ab82-30b901d532c7 tempest-TestShelveInstance-1834904767 tempest-TestShelveInstance-1834904767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-569476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762332438236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762331935088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2253277'] for port, after_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:03:46.116337 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-a19bfcaf-b53c-4221-8295-b19115156277 tempest-TestMinimumBasicScenario-608799379 tempest-TestMinimumBasicScenario-608799379-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 07:03:46.159934 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54b2a62-e353-41bb-ab82-30b901d532c7 tempest-TestShelveInstance-1834904767 tempest-TestShelveInstance-1834904767-project] Pushing event deleted for resources: {'Port': ['ID=bf465d4d-47f2-478e-bb8c-034db5f333a4,revision_number=None']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 07:03:46.198517 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54b2a62-e353-41bb-ab82-30b901d532c7 tempest-TestShelveInstance-1834904767 tempest-TestShelveInstance-1834904767-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:03:46.198888 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54b2a62-e353-41bb-ab82-30b901d532c7 tempest-TestShelveInstance-1834904767 tempest-TestShelveInstance-1834904767-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:03:46.199248 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54b2a62-e353-41bb-ab82-30b901d532c7 tempest-TestShelveInstance-1834904767 tempest-TestShelveInstance-1834904767-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:03:46.199603 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54b2a62-e353-41bb-ab82-30b901d532c7 tempest-TestShelveInstance-1834904767 tempest-TestShelveInstance-1834904767-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:03:46.199976 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54b2a62-e353-41bb-ab82-30b901d532c7 tempest-TestShelveInstance-1834904767 tempest-TestShelveInstance-1834904767-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:03:46.200326 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54b2a62-e353-41bb-ab82-30b901d532c7 tempest-TestShelveInstance-1834904767 tempest-TestShelveInstance-1834904767-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:03:46.200679 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54b2a62-e353-41bb-ab82-30b901d532c7 tempest-TestShelveInstance-1834904767 tempest-TestShelveInstance-1834904767-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:03:46.201023 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54b2a62-e353-41bb-ab82-30b901d532c7 tempest-TestShelveInstance-1834904767 tempest-TestShelveInstance-1834904767-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:03:46.201366 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54b2a62-e353-41bb-ab82-30b901d532c7 tempest-TestShelveInstance-1834904767 tempest-TestShelveInstance-1834904767-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:03:46.201707 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54b2a62-e353-41bb-ab82-30b901d532c7 tempest-TestShelveInstance-1834904767 tempest-TestShelveInstance-1834904767-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:03:46.202047 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54b2a62-e353-41bb-ab82-30b901d532c7 tempest-TestShelveInstance-1834904767 tempest-TestShelveInstance-1834904767-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:03:46.202382 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54b2a62-e353-41bb-ab82-30b901d532c7 tempest-TestShelveInstance-1834904767 tempest-TestShelveInstance-1834904767-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:03:46.232450 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-a54b2a62-e353-41bb-ab82-30b901d532c7 tempest-TestShelveInstance-1834904767 tempest-TestShelveInstance-1834904767-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 07:03:46.262648 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-a54b2a62-e353-41bb-ab82-30b901d532c7 tempest-TestShelveInstance-1834904767 tempest-TestShelveInstance-1834904767-project] Notify callbacks [] for floatingip, after_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:03:46.262965 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.db.l3_db [None req-a54b2a62-e353-41bb-ab82-30b901d532c7 tempest-TestShelveInstance-1834904767 tempest-TestShelveInstance-1834904767-project] Floating IP f5323c84-cdee-4eaf-bc4a-d1e23a7c461c disassociated (deleted). External IP: 172.28.3.237, port: 65309ddd-db25-40cf-8ca4-ba09b403d9d5. Jun 07 07:03:46.604753 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a54b2a62-e353-41bb-ab82-30b901d532c7 tempest-TestShelveInstance-1834904767 tempest-TestShelveInstance-1834904767-project] Router 84790931-fab6-4b14-8070-67a31911e427 has already been hosted by L3 agent dd8e9e9b-c9b0-4755-a773-57df6dee4a2e {{(pid=91773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 07:03:46.779289 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a54b2a62-e353-41bb-ab82-30b901d532c7 tempest-TestShelveInstance-1834904767 tempest-TestShelveInstance-1834904767-project] Notify agent at l3_agent.dv-cinder-784140-5-smb the message routers_updated {{(pid=91773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 07:03:46.784195 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-a54b2a62-e353-41bb-ab82-30b901d532c7 tempest-TestShelveInstance-1834904767 tempest-TestShelveInstance-1834904767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503096'] for floatingip, before_response {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:03:46.789091 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9de54c1f-324f-486a-bc13-3f527d7e7c51 None None] Sync routers for ids ['84790931-fab6-4b14-8070-67a31911e427'] in dv-cinder-784140-5-smb {{(pid=91774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 07:03:46.798850 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9de54c1f-324f-486a-bc13-3f527d7e7c51 None None] Routers {'84790931-fab6-4b14-8070-67a31911e427'} bound to L3 agent in host dv-cinder-784140-5-smb {{(pid=91774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 07:03:46.799455 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.db.l3_hamode_db [None req-9de54c1f-324f-486a-bc13-3f527d7e7c51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-07T06:46:09Z,description=,heartbeat_timestamp=2021-06-07T07:03:39Z,host='dv-cinder-784140-5-smb',id=dd8e9e9b-c9b0-4755-a773-57df6dee4a2e,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T06:46:09Z,topic='l3_agent')) {'router_ids': ['84790931-fab6-4b14-8070-67a31911e427'], 'active': True} {{(pid=91774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 07:03:46.838468 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [None req-a54b2a62-e353-41bb-ab82-30b901d532c7 tempest-TestShelveInstance-1834904767 tempest-TestShelveInstance-1834904767-project] 10.222.0.21 "DELETE /v2.0/floatingips/f5323c84-cdee-4eaf-bc4a-d1e23a7c461c HTTP/1.1" status: 204 len: 168 time: 1.4328625 Jun 07 07:03:46.839120 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f87b669b-26c3-4b9d-acb4-4ec31230d21d', 'tag': '65309ddd-db25-40cf-8ca4-ba09b403d9d5'}] {{(pid=91773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 07:03:46.841452 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7af0e1444f231fbc9cc9c3372b4fb62bb65a3f4c42e6951a4a8787648e20f245" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57051309-8a33-4f4e-a503-ee8061f512b6" -d '{"events": [{"name": "network-changed", "server_uuid": "f87b669b-26c3-4b9d-acb4-4ec31230d21d", "tag": "65309ddd-db25-40cf-8ca4-ba09b403d9d5"}]}' {{(pid=91773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 07:03:46.884131 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 07:03:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2baeabc8-0109-4f26-91d9-76a8c98a5adf x-openstack-request-id: req-2baeabc8-0109-4f26-91d9-76a8c98a5adf {{(pid=91773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 07:03:46.884690 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f87b669b-26c3-4b9d-acb4-4ec31230d21d", "tag": "65309ddd-db25-40cf-8ca4-ba09b403d9d5", "status": "completed", "code": 200}]} {{(pid=91773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 07:03:46.884889 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2baeabc8-0109-4f26-91d9-76a8c98a5adf {{(pid=91773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 07:03:46.885424 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f87b669b-26c3-4b9d-acb4-4ec31230d21d', 'tag': '65309ddd-db25-40cf-8ca4-ba09b403d9d5', 'status': 'completed', 'code': 200} Jun 07 07:03:46.975741 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57051309-8a33-4f4e-a503-ee8061f512b6 req-fdd14704-34e9-470a-81ec-559807befb1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:03:46.977395 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-57051309-8a33-4f4e-a503-ee8061f512b6 req-fdd14704-34e9-470a-81ec-559807befb1c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=42bf171906a3442fbd2784138b6a35de&device_id=f87b669b-26c3-4b9d-acb4-4ec31230d21d HTTP/1.1" status: 200 len: 1099 time: 0.0711722 Jun 07 07:03:46.977759 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.db.l3_dvr_db [None req-9de54c1f-324f-486a-bc13-3f527d7e7c51 None None] Set router 84790931-fab6-4b14-8070-67a31911e427 gateway port host: dv-cinder-784140-5-smb {{(pid=91774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 07:03:47.217669 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728dfd05-cf3e-4ede-8fe6-08de675a2e07 req-756430cc-270d-4205-bb38-43a09207394a tempest-TestShelveInstance-1834904767 tempest-TestShelveInstance-1834904767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:03:47.219172 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-728dfd05-cf3e-4ede-8fe6-08de675a2e07 req-756430cc-270d-4205-bb38-43a09207394a tempest-TestShelveInstance-1834904767 tempest-TestShelveInstance-1834904767-project] 10.222.0.21 "GET /v2.0/ports?device_id=f87b669b-26c3-4b9d-acb4-4ec31230d21d HTTP/1.1" status: 200 len: 946 time: 0.0841348 Jun 07 07:03:47.226616 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57051309-8a33-4f4e-a503-ee8061f512b6 req-2010e60e-84f1-4144-8fda-efc0d78045d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:03:47.228122 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-57051309-8a33-4f4e-a503-ee8061f512b6 req-2010e60e-84f1-4144-8fda-efc0d78045d1 service neutron] 10.222.0.43 "GET /v2.0/networks?id=80f82789-426d-4fba-a6bd-c984530e2630 HTTP/1.1" status: 200 len: 910 time: 0.2442658 Jun 07 07:03:47.266414 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-728dfd05-cf3e-4ede-8fe6-08de675a2e07 req-cd431012-3727-4310-a684-91c8a1c08047 tempest-TestShelveInstance-1834904767 tempest-TestShelveInstance-1834904767-project] 10.222.0.21 "GET /v2.0/security-groups?id=97a227cc-1355-40b2-84f2-7e186898cbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416100 Jun 07 07:03:47.300159 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-57051309-8a33-4f4e-a503-ee8061f512b6 req-f098b1b1-13f8-40e4-b8df-6b523983b887 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=65309ddd-db25-40cf-8ca4-ba09b403d9d5 HTTP/1.1" status: 200 len: 217 time: 0.0643528 Jun 07 07:03:47.314817 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.db.l3_hamode_db [None req-9de54c1f-324f-486a-bc13-3f527d7e7c51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84790931-fab6-4b14-8070-67a31911e427', 'name': 'tempest-TestShelveInstance-1680854241-router', 'tenant_id': '42bf171906a3442fbd2784138b6a35de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a84d0276-e36b-485f-b034-cb606776a5f5', 'external_fixed_ips': [{'subnet_id': 'bc8e845f-21f5-4331-a893-3fabfb1361b8', 'ip_address': '172.28.3.147'}], 'enable_snat': True}, 'gw_port_id': '92f4ecae-0c03-4cf6-95ee-6067f571a5e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T06:59:18Z', 'updated_at': '2021-06-07T06:59:24Z', 'revision_number': 4, 'project_id': '42bf171906a3442fbd2784138b6a35de', 'gw_port': {'id': '92f4ecae-0c03-4cf6-95ee-6067f571a5e6', 'name': '', 'network_id': 'a84d0276-e36b-485f-b034-cb606776a5f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:23:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84790931-fab6-4b14-8070-67a31911e427', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'bc8e845f-21f5-4331-a893-3fabfb1361b8', 'ip_address': '172.28.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T06:59:19Z', 'updated_at': '2021-06-07T06:59:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc8e845f-21f5-4331-a893-3fabfb1361b8', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-5-smb', '_interfaces': [{'id': '0af378dd-07c1-417d-a74f-8ce8b60a04c2', 'name': '', 'network_id': '80f82789-426d-4fba-a6bd-c984530e2630', 'tenant_id': '42bf171906a3442fbd2784138b6a35de', 'mac_address': 'fa:16:3e:6f:1f:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84790931-fab6-4b14-8070-67a31911e427', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '8b71f6d7-5eeb-4431-8add-0eca70244bd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T06:59:23Z', 'updated_at': '2021-06-07T06:59:29Z', 'revision_number': 5, 'project_id': '42bf171906a3442fbd2784138b6a35de', 'subnets': [{'id': '8b71f6d7-5eeb-4431-8add-0eca70244bd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784140-5-smb', False) {} {{(pid=91774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 07:03:47.318702 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9de54c1f-324f-486a-bc13-3f527d7e7c51 None None] Checking router: 84790931-fab6-4b14-8070-67a31911e427 for host: dv-cinder-784140-5-smb {{(pid=91774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 07:03:47.326609 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9de54c1f-324f-486a-bc13-3f527d7e7c51 None None] Routers {'84790931-fab6-4b14-8070-67a31911e427'} bound to L3 agent in host dv-cinder-784140-5-smb {{(pid=91774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 07:03:47.327187 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.db.l3_hamode_db [None req-9de54c1f-324f-486a-bc13-3f527d7e7c51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-07T06:46:09Z,description=,heartbeat_timestamp=2021-06-07T07:03:39Z,host='dv-cinder-784140-5-smb',id=dd8e9e9b-c9b0-4755-a773-57df6dee4a2e,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T06:46:09Z,topic='l3_agent')) {'router_ids': ['84790931-fab6-4b14-8070-67a31911e427'], 'active': True} {{(pid=91774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 07:03:47.364782 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57051309-8a33-4f4e-a503-ee8061f512b6 req-05e183ca-cfeb-467b-b6e9-a342b5d33c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:03:47.366758 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-57051309-8a33-4f4e-a503-ee8061f512b6 req-05e183ca-cfeb-467b-b6e9-a342b5d33c57 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8b71f6d7-5eeb-4431-8add-0eca70244bd0 HTTP/1.1" status: 200 len: 848 time: 0.0598722 Jun 07 07:03:47.441060 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57051309-8a33-4f4e-a503-ee8061f512b6 req-3bf33684-df46-4272-923d-6a27b8a05af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:03:47.442419 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-57051309-8a33-4f4e-a503-ee8061f512b6 req-3bf33684-df46-4272-923d-6a27b8a05af0 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=80f82789-426d-4fba-a6bd-c984530e2630&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0690229 Jun 07 07:03:47.499553 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.db.l3_dvr_db [None req-9de54c1f-324f-486a-bc13-3f527d7e7c51 None None] Set router 84790931-fab6-4b14-8070-67a31911e427 gateway port host: dv-cinder-784140-5-smb {{(pid=91774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 07:03:47.577405 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-57051309-8a33-4f4e-a503-ee8061f512b6 req-ce87e19c-eb63-44fc-b2df-8a3a63572313 service neutron] 10.222.0.43 "GET /v2.0/networks/80f82789-426d-4fba-a6bd-c984530e2630?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269441 Jun 07 07:03:47.709704 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-57051309-8a33-4f4e-a503-ee8061f512b6 req-d20eccd1-70ad-43c3-b03a-eb38c7af34d6 service neutron] 10.222.0.43 "GET /v2.0/networks/80f82789-426d-4fba-a6bd-c984530e2630?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237762 Jun 07 07:03:47.838269 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.db.l3_hamode_db [None req-9de54c1f-324f-486a-bc13-3f527d7e7c51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84790931-fab6-4b14-8070-67a31911e427', 'name': 'tempest-TestShelveInstance-1680854241-router', 'tenant_id': '42bf171906a3442fbd2784138b6a35de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a84d0276-e36b-485f-b034-cb606776a5f5', 'external_fixed_ips': [{'subnet_id': 'bc8e845f-21f5-4331-a893-3fabfb1361b8', 'ip_address': '172.28.3.147'}], 'enable_snat': True}, 'gw_port_id': '92f4ecae-0c03-4cf6-95ee-6067f571a5e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T06:59:18Z', 'updated_at': '2021-06-07T06:59:24Z', 'revision_number': 4, 'project_id': '42bf171906a3442fbd2784138b6a35de', 'gw_port': {'id': '92f4ecae-0c03-4cf6-95ee-6067f571a5e6', 'name': '', 'network_id': 'a84d0276-e36b-485f-b034-cb606776a5f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:23:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84790931-fab6-4b14-8070-67a31911e427', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'bc8e845f-21f5-4331-a893-3fabfb1361b8', 'ip_address': '172.28.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T06:59:19Z', 'updated_at': '2021-06-07T06:59:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc8e845f-21f5-4331-a893-3fabfb1361b8', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-5-smb', '_interfaces': [{'id': '0af378dd-07c1-417d-a74f-8ce8b60a04c2', 'name': '', 'network_id': '80f82789-426d-4fba-a6bd-c984530e2630', 'tenant_id': '42bf171906a3442fbd2784138b6a35de', 'mac_address': 'fa:16:3e:6f:1f:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84790931-fab6-4b14-8070-67a31911e427', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '8b71f6d7-5eeb-4431-8add-0eca70244bd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T06:59:23Z', 'updated_at': '2021-06-07T06:59:29Z', 'revision_number': 5, 'project_id': '42bf171906a3442fbd2784138b6a35de', 'subnets': [{'id': '8b71f6d7-5eeb-4431-8add-0eca70244bd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784140-5-smb', False) {} {{(pid=91774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 07:03:47.842090 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9de54c1f-324f-486a-bc13-3f527d7e7c51 None None] The sync data for ids ['84790931-fab6-4b14-8070-67a31911e427'] in dv-cinder-784140-5-smb is: [{'id': '84790931-fab6-4b14-8070-67a31911e427', 'name': 'tempest-TestShelveInstance-1680854241-router', 'tenant_id': '42bf171906a3442fbd2784138b6a35de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a84d0276-e36b-485f-b034-cb606776a5f5', 'external_fixed_ips': [{'subnet_id': 'bc8e845f-21f5-4331-a893-3fabfb1361b8', 'ip_address': '172.28.3.147'}], 'enable_snat': True}, 'gw_port_id': '92f4ecae-0c03-4cf6-95ee-6067f571a5e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T06:59:18Z', 'updated_at': '2021-06-07T06:59:24Z', 'revision_number': 4, 'project_id': '42bf171906a3442fbd2784138b6a35de', 'gw_port': {'id': '92f4ecae-0c03-4cf6-95ee-6067f571a5e6', 'name': '', 'network_id': 'a84d0276-e36b-485f-b034-cb606776a5f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:23:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84790931-fab6-4b14-8070-67a31911e427', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'bc8e845f-21f5-4331-a893-3fabfb1361b8', 'ip_address': '172.28.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T06:59:19Z', 'updated_at': '2021-06-07T06:59:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc8e845f-21f5-4331-a893-3fabfb1361b8', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-5-smb', '_interfaces': [{'id': '0af378dd-07c1-417d-a74f-8ce8b60a04c2', 'name': '', 'network_id': '80f82789-426d-4fba-a6bd-c984530e2630', 'tenant_id': '42bf171906a3442fbd2784138b6a35de', 'mac_address': 'fa:16:3e:6f:1f:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84790931-fab6-4b14-8070-67a31911e427', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '8b71f6d7-5eeb-4431-8add-0eca70244bd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T06:59:23Z', 'updated_at': '2021-06-07T06:59:29Z', 'revision_number': 5, 'project_id': '42bf171906a3442fbd2784138b6a35de', 'subnets': [{'id': '8b71f6d7-5eeb-4431-8add-0eca70244bd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 07:03:48.036555 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-472bfc79-b2ff-4a3b-a100-f9e41db4f1ad None None] New status for floating IP f5323c84-cdee-4eaf-bc4a-d1e23a7c461c: DOWN {{(pid=91775) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 07 07:03:48.448160 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6b3585-1d56-42de-8efd-d339c322090f req-0cc6b739-35ce-455a-8205-78b49ef30b61 tempest-TestShelveInstance-1834904767 tempest-TestShelveInstance-1834904767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:03:48.449595 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-6e6b3585-1d56-42de-8efd-d339c322090f req-0cc6b739-35ce-455a-8205-78b49ef30b61 tempest-TestShelveInstance-1834904767 tempest-TestShelveInstance-1834904767-project] 10.222.0.21 "GET /v2.0/ports?device_id=f87b669b-26c3-4b9d-acb4-4ec31230d21d HTTP/1.1" status: 200 len: 946 time: 0.0786164 Jun 07 07:03:48.458691 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e8d340-2207-4350-ba8f-32922e18f9c4 req-847f52f8-2f8e-4846-8945-c9fad675d13e tempest-TestShelveInstance-1834904767 tempest-TestShelveInstance-1834904767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:03:48.460625 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-51e8d340-2207-4350-ba8f-32922e18f9c4 req-847f52f8-2f8e-4846-8945-c9fad675d13e tempest-TestShelveInstance-1834904767 tempest-TestShelveInstance-1834904767-project] 10.222.0.43 "GET /v2.0/ports?device_id=f87b669b-26c3-4b9d-acb4-4ec31230d21d HTTP/1.1" status: 200 len: 946 time: 0.0778458 Jun 07 07:03:48.497408 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-6e6b3585-1d56-42de-8efd-d339c322090f req-dad69978-23b1-4d39-83bf-30e17d090b0a tempest-TestShelveInstance-1834904767 tempest-TestShelveInstance-1834904767-project] 10.222.0.21 "GET /v2.0/security-groups?id=97a227cc-1355-40b2-84f2-7e186898cbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423224 Jun 07 07:03:48.599025 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.plugin [req-51e8d340-2207-4350-ba8f-32922e18f9c4 req-38a02491-77d0-4a3c-8ea3-d7c8c9f03eae tempest-TestShelveInstance-1834904767 tempest-TestShelveInstance-1834904767-project] Deleting port 65309ddd-db25-40cf-8ca4-ba09b403d9d5 {{(pid=91773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 07:03:48.599270 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [req-51e8d340-2207-4350-ba8f-32922e18f9c4 req-38a02491-77d0-4a3c-8ea3-d7c8c9f03eae tempest-TestShelveInstance-1834904767 tempest-TestShelveInstance-1834904767-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762332413660'] for port, before_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:03:48.731726 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.db [req-51e8d340-2207-4350-ba8f-32922e18f9c4 req-38a02491-77d0-4a3c-8ea3-d7c8c9f03eae tempest-TestShelveInstance-1834904767 tempest-TestShelveInstance-1834904767-project] For port 65309ddd-db25-40cf-8ca4-ba09b403d9d5, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=65309ddd-db25-40cf-8ca4-ba09b403d9d5,segment=NetworkSegment(72e92de7-8a1c-4a00-bd12-01e4302d58db),segment_id=72e92de7-8a1c-4a00-bd12-01e4302d58db)] {{(pid=91773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 07:03:48.732478 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [req-51e8d340-2207-4350-ba8f-32922e18f9c4 req-38a02491-77d0-4a3c-8ea3-d7c8c9f03eae tempest-TestShelveInstance-1834904767 tempest-TestShelveInstance-1834904767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1669251'] for port, precommit_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:03:48.855439 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.plugin [req-51e8d340-2207-4350-ba8f-32922e18f9c4 req-38a02491-77d0-4a3c-8ea3-d7c8c9f03eae tempest-TestShelveInstance-1834904767 tempest-TestShelveInstance-1834904767-project] Calling delete_port for 65309ddd-db25-40cf-8ca4-ba09b403d9d5 owned by compute:nova {{(pid=91773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 07:03:48.962089 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [req-51e8d340-2207-4350-ba8f-32922e18f9c4 req-38a02491-77d0-4a3c-8ea3-d7c8c9f03eae tempest-TestShelveInstance-1834904767 tempest-TestShelveInstance-1834904767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-569476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762332438236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762331935088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2253277'] for port, after_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:03:48.967424 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-6cf12f71-3916-4287-a280-61c82c282eac tempest-VolumesSnapshotTestJSON-1176599214 tempest-VolumesSnapshotTestJSON-1176599214-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 07:03:49.009857 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a02491-77d0-4a3c-8ea3-d7c8c9f03eae tempest-TestShelveInstance-1834904767 tempest-TestShelveInstance-1834904767-project] Pushing event deleted for resources: {'Port': ['ID=65309ddd-db25-40cf-8ca4-ba09b403d9d5,revision_number=None']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 07:03:49.013279 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-38a02491-77d0-4a3c-8ea3-d7c8c9f03eae tempest-TestShelveInstance-1834904767 tempest-TestShelveInstance-1834904767-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 07:03:49.090342 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.db.l3_dvrscheduler_db [req-51e8d340-2207-4350-ba8f-32922e18f9c4 req-38a02491-77d0-4a3c-8ea3-d7c8c9f03eae tempest-TestShelveInstance-1834904767 tempest-TestShelveInstance-1834904767-project] No DVR routers for this DVR port 65309ddd-db25-40cf-8ca4-ba09b403d9d5 on host hv-cinder-78414 {{(pid=91773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 07:03:49.092882 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [req-51e8d340-2207-4350-ba8f-32922e18f9c4 req-38a02491-77d0-4a3c-8ea3-d7c8c9f03eae tempest-TestShelveInstance-1834904767 tempest-TestShelveInstance-1834904767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503096'] for port, before_response {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:03:49.094938 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [req-51e8d340-2207-4350-ba8f-32922e18f9c4 req-38a02491-77d0-4a3c-8ea3-d7c8c9f03eae tempest-TestShelveInstance-1834904767 tempest-TestShelveInstance-1834904767-project] 10.222.0.43 "DELETE /v2.0/ports/65309ddd-db25-40cf-8ca4-ba09b403d9d5 HTTP/1.1" status: 204 len: 173 time: 0.6290622 Jun 07 07:03:49.095587 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f87b669b-26c3-4b9d-acb4-4ec31230d21d', 'name': 'network-vif-deleted', 'tag': '65309ddd-db25-40cf-8ca4-ba09b403d9d5'}] {{(pid=91773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 07:03:49.098297 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7af0e1444f231fbc9cc9c3372b4fb62bb65a3f4c42e6951a4a8787648e20f245" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d295949d-1fee-4094-ae72-37d8514a9942" -d '{"events": [{"server_uuid": "f87b669b-26c3-4b9d-acb4-4ec31230d21d", "name": "network-vif-deleted", "tag": "65309ddd-db25-40cf-8ca4-ba09b403d9d5"}]}' {{(pid=91773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 07:03:49.147254 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 07:03:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fac3aee-03be-4018-830d-6bd33371b352 x-openstack-request-id: req-1fac3aee-03be-4018-830d-6bd33371b352 {{(pid=91773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 07:03:49.147584 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f87b669b-26c3-4b9d-acb4-4ec31230d21d", "name": "network-vif-deleted", "tag": "65309ddd-db25-40cf-8ca4-ba09b403d9d5", "status": "completed", "code": 200}]} {{(pid=91773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 07:03:49.147875 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1fac3aee-03be-4018-830d-6bd33371b352 {{(pid=91773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 07:03:49.148346 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f87b669b-26c3-4b9d-acb4-4ec31230d21d', 'name': 'network-vif-deleted', 'tag': '65309ddd-db25-40cf-8ca4-ba09b403d9d5', 'status': 'completed', 'code': 200} Jun 07 07:03:49.778360 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [req-d1d66dcf-03e2-4c53-9369-5211d0a8183a req-929d6366-8f9d-4113-91af-bd4ec69652e2 tempest-TestShelveInstance-1834904767 tempest-TestShelveInstance-1834904767-project] 10.222.0.21 "GET /v2.0/ports?device_id=f87b669b-26c3-4b9d-acb4-4ec31230d21d HTTP/1.1" status: 200 len: 210 time: 0.1598129 Jun 07 07:03:50.874030 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.21', 33468) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 07:03:50.940030 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-fd16a2f4-2a25-405e-91ff-f1b3ef523194 tempest-TestShelveInstance-1834904767 tempest-TestShelveInstance-1834904767-project] Notify callbacks [] for security_group, before_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:03:50.969229 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-fd16a2f4-2a25-405e-91ff-f1b3ef523194 tempest-TestShelveInstance-1834904767 tempest-TestShelveInstance-1834904767-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:03:51.035668 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-fd16a2f4-2a25-405e-91ff-f1b3ef523194 tempest-TestShelveInstance-1834904767 tempest-TestShelveInstance-1834904767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1706761'] for security_group, after_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:03:51.038461 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-fd16a2f4-2a25-405e-91ff-f1b3ef523194 tempest-TestShelveInstance-1834904767 tempest-TestShelveInstance-1834904767-project] Notify callbacks [] for security_group, before_response {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:03:51.039712 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [None req-fd16a2f4-2a25-405e-91ff-f1b3ef523194 tempest-TestShelveInstance-1834904767 tempest-TestShelveInstance-1834904767-project] 10.222.0.21 "DELETE /v2.0/security-groups/97a227cc-1355-40b2-84f2-7e186898cbd7 HTTP/1.1" status: 204 len: 168 time: 0.1647162 Jun 07 07:03:51.040490 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-b19ba851-e38a-4fa9-af0e-b37ebd7a2f91 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 07:03:51.051882 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd16a2f4-2a25-405e-91ff-f1b3ef523194 tempest-TestShelveInstance-1834904767 tempest-TestShelveInstance-1834904767-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=97a227cc-1355-40b2-84f2-7e186898cbd7,revision_number=None']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 07:03:51.054091 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-fd16a2f4-2a25-405e-91ff-f1b3ef523194 tempest-TestShelveInstance-1834904767 tempest-TestShelveInstance-1834904767-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 07:03:51.078198 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.21', 33472) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 07:03:51.702256 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-0b7de7eb-daad-442a-9bdb-7f57b4674725 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1663700'] for router_interface, before_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:03:52.095279 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.plugin [None req-0b7de7eb-daad-442a-9bdb-7f57b4674725 admin admin] Deleting port 0af378dd-07c1-417d-a74f-8ce8b60a04c2 {{(pid=91773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 07:03:52.096000 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-0b7de7eb-daad-442a-9bdb-7f57b4674725 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762332413660'] for port, before_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:03:52.213005 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.db [None req-0b7de7eb-daad-442a-9bdb-7f57b4674725 admin admin] For port 0af378dd-07c1-417d-a74f-8ce8b60a04c2, host dv-cinder-784140-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-5-smb',level=0,port_id=0af378dd-07c1-417d-a74f-8ce8b60a04c2,segment=NetworkSegment(72e92de7-8a1c-4a00-bd12-01e4302d58db),segment_id=72e92de7-8a1c-4a00-bd12-01e4302d58db)] {{(pid=91773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 07:03:52.213350 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-0b7de7eb-daad-442a-9bdb-7f57b4674725 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1669251'] for port, precommit_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:03:52.286361 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Device 65309ddd-db25-40cf-8ca4-ba09b403d9d5 no longer exists at agent hyperv_hv-cinder-78414 {{(pid=91774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 07:03:52.320287 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.plugin [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] No Port match for: 65309ddd-db25-40cf-8ca4-ba09b403d9d5 {{(pid=91774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 07:03:52.320638 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Device 65309ddd-db25-40cf-8ca4-ba09b403d9d5 not bound to the agent host hv-cinder-78414 {{(pid=91774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 07:03:52.333051 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.plugin [None req-0b7de7eb-daad-442a-9bdb-7f57b4674725 admin admin] Calling delete_port for 0af378dd-07c1-417d-a74f-8ce8b60a04c2 owned by network:router_interface {{(pid=91773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 07:03:52.475232 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-0b7de7eb-daad-442a-9bdb-7f57b4674725 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-569476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762332438236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762331935088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2253277'] for port, after_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:03:52.478624 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-b043cd24-88e0-4f1e-bebc-4eb6ad4baba1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 07:03:52.520653 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7de7eb-daad-442a-9bdb-7f57b4674725 admin admin] Pushing event deleted for resources: {'Port': ['ID=0af378dd-07c1-417d-a74f-8ce8b60a04c2,revision_number=None']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 07:03:52.524350 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-0b7de7eb-daad-442a-9bdb-7f57b4674725 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 07:03:52.870646 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-0b7de7eb-daad-442a-9bdb-7f57b4674725 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1648554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1666458'] for router_interface, after_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:03:53.220195 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b7de7eb-daad-442a-9bdb-7f57b4674725 admin admin] Router 84790931-fab6-4b14-8070-67a31911e427 has already been hosted by L3 agent dd8e9e9b-c9b0-4755-a773-57df6dee4a2e {{(pid=91773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 07:03:53.389899 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b7de7eb-daad-442a-9bdb-7f57b4674725 admin admin] Notify agent at l3_agent.dv-cinder-784140-5-smb the message routers_updated {{(pid=91773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 07:03:53.394676 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [None req-0b7de7eb-daad-442a-9bdb-7f57b4674725 admin admin] 10.222.0.21 "PUT /v2.0/routers/84790931-fab6-4b14-8070-67a31911e427/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3154354 Jun 07 07:03:53.397124 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.21', 33474) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 07:03:53.399687 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55e7de2e-1e3d-471d-b3d0-21f30e633090 None None] Sync routers for ids ['84790931-fab6-4b14-8070-67a31911e427'] in dv-cinder-784140-5-smb {{(pid=91774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 07:03:53.409173 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55e7de2e-1e3d-471d-b3d0-21f30e633090 None None] Routers {'84790931-fab6-4b14-8070-67a31911e427'} bound to L3 agent in host dv-cinder-784140-5-smb {{(pid=91774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 07:03:53.409777 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.db.l3_hamode_db [None req-55e7de2e-1e3d-471d-b3d0-21f30e633090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-07T06:46:09Z,description=,heartbeat_timestamp=2021-06-07T07:03:39Z,host='dv-cinder-784140-5-smb',id=dd8e9e9b-c9b0-4755-a773-57df6dee4a2e,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T06:46:09Z,topic='l3_agent')) {'router_ids': ['84790931-fab6-4b14-8070-67a31911e427'], 'active': True} {{(pid=91774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 07:03:53.570032 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-5f6f4b3f-bb7c-4429-8196-69692d5ef507 admin admin] Notify callbacks [] for router, before_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:03:53.583284 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.db.l3_dvr_db [None req-55e7de2e-1e3d-471d-b3d0-21f30e633090 None None] Set router 84790931-fab6-4b14-8070-67a31911e427 gateway port host: dv-cinder-784140-5-smb {{(pid=91774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 07:03:53.739802 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-5f6f4b3f-bb7c-4429-8196-69692d5ef507 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:03:53.814287 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.plugin [None req-5f6f4b3f-bb7c-4429-8196-69692d5ef507 admin admin] Deleting port 92f4ecae-0c03-4cf6-95ee-6067f571a5e6 {{(pid=91773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 07:03:53.814623 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-5f6f4b3f-bb7c-4429-8196-69692d5ef507 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762332413660'] for port, before_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:03:53.858362 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.db.l3_hamode_db [None req-55e7de2e-1e3d-471d-b3d0-21f30e633090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84790931-fab6-4b14-8070-67a31911e427', 'name': 'tempest-TestShelveInstance-1680854241-router', 'tenant_id': '42bf171906a3442fbd2784138b6a35de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a84d0276-e36b-485f-b034-cb606776a5f5', 'external_fixed_ips': [{'subnet_id': 'bc8e845f-21f5-4331-a893-3fabfb1361b8', 'ip_address': '172.28.3.147'}], 'enable_snat': True}, 'gw_port_id': '92f4ecae-0c03-4cf6-95ee-6067f571a5e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T06:59:18Z', 'updated_at': '2021-06-07T07:03:52Z', 'revision_number': 5, 'project_id': '42bf171906a3442fbd2784138b6a35de', 'gw_port': {'id': '92f4ecae-0c03-4cf6-95ee-6067f571a5e6', 'name': '', 'network_id': 'a84d0276-e36b-485f-b034-cb606776a5f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:23:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84790931-fab6-4b14-8070-67a31911e427', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'bc8e845f-21f5-4331-a893-3fabfb1361b8', 'ip_address': '172.28.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T06:59:19Z', 'updated_at': '2021-06-07T06:59:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc8e845f-21f5-4331-a893-3fabfb1361b8', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-5-smb'}], 'dv-cinder-784140-5-smb', False) {} {{(pid=91774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 07:03:53.862159 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55e7de2e-1e3d-471d-b3d0-21f30e633090 None None] Checking router: 84790931-fab6-4b14-8070-67a31911e427 for host: dv-cinder-784140-5-smb {{(pid=91774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 07:03:53.870190 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55e7de2e-1e3d-471d-b3d0-21f30e633090 None None] Routers {'84790931-fab6-4b14-8070-67a31911e427'} bound to L3 agent in host dv-cinder-784140-5-smb {{(pid=91774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 07:03:53.870772 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.db.l3_hamode_db [None req-55e7de2e-1e3d-471d-b3d0-21f30e633090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-07T06:46:09Z,description=,heartbeat_timestamp=2021-06-07T07:03:39Z,host='dv-cinder-784140-5-smb',id=dd8e9e9b-c9b0-4755-a773-57df6dee4a2e,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T06:46:09Z,topic='l3_agent')) {'router_ids': ['84790931-fab6-4b14-8070-67a31911e427'], 'active': True} {{(pid=91774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 07:03:53.934391 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.db [None req-5f6f4b3f-bb7c-4429-8196-69692d5ef507 admin admin] For port 92f4ecae-0c03-4cf6-95ee-6067f571a5e6, host dv-cinder-784140-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-5-smb',level=0,port_id=92f4ecae-0c03-4cf6-95ee-6067f571a5e6,segment=NetworkSegment(a651428c-972d-4b8e-a20b-c49a0a4f9500),segment_id=a651428c-972d-4b8e-a20b-c49a0a4f9500)] {{(pid=91773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 07:03:53.934734 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-5f6f4b3f-bb7c-4429-8196-69692d5ef507 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1669251'] for port, precommit_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:03:54.015503 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.db.l3_dvr_db [None req-55e7de2e-1e3d-471d-b3d0-21f30e633090 None None] Set router 84790931-fab6-4b14-8070-67a31911e427 gateway port host: None {{(pid=91774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 07:03:54.122839 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.db.l3_hamode_db [None req-55e7de2e-1e3d-471d-b3d0-21f30e633090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84790931-fab6-4b14-8070-67a31911e427', 'name': 'tempest-TestShelveInstance-1680854241-router', 'tenant_id': '42bf171906a3442fbd2784138b6a35de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T06:59:18Z', 'updated_at': '2021-06-07T07:03:53Z', 'revision_number': 6, 'project_id': '42bf171906a3442fbd2784138b6a35de', 'gw_port_host': None}], 'dv-cinder-784140-5-smb', False) {} {{(pid=91774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 07:03:54.127017 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55e7de2e-1e3d-471d-b3d0-21f30e633090 None None] The sync data for ids ['84790931-fab6-4b14-8070-67a31911e427'] in dv-cinder-784140-5-smb is: [{'id': '84790931-fab6-4b14-8070-67a31911e427', 'name': 'tempest-TestShelveInstance-1680854241-router', 'tenant_id': '42bf171906a3442fbd2784138b6a35de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T06:59:18Z', 'updated_at': '2021-06-07T07:03:53Z', 'revision_number': 6, 'project_id': '42bf171906a3442fbd2784138b6a35de', 'gw_port_host': None}] {{(pid=91774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 07:03:54.164673 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.plugin [None req-5f6f4b3f-bb7c-4429-8196-69692d5ef507 admin admin] Calling delete_port for 92f4ecae-0c03-4cf6-95ee-6067f571a5e6 owned by network:router_gateway {{(pid=91773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 07:03:54.299127 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-5f6f4b3f-bb7c-4429-8196-69692d5ef507 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-569476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762332438236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762331935088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2253277'] for port, after_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:03:54.303952 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-b043cd24-88e0-4f1e-bebc-4eb6ad4baba1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 07:03:54.375203 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6f4b3f-bb7c-4429-8196-69692d5ef507 admin admin] Pushing event deleted for resources: {'Port': ['ID=92f4ecae-0c03-4cf6-95ee-6067f571a5e6,revision_number=None']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 07:03:54.381814 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-5f6f4b3f-bb7c-4429-8196-69692d5ef507 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 07:03:54.438751 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-5f6f4b3f-bb7c-4429-8196-69692d5ef507 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1754180'] for router_gateway, after_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:03:54.611233 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-5f6f4b3f-bb7c-4429-8196-69692d5ef507 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1660275', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3609'] for router, precommit_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:03:54.613447 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-5f6f4b3f-bb7c-4429-8196-69692d5ef507 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:03:54.635155 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-5f6f4b3f-bb7c-4429-8196-69692d5ef507 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1660399'] for router, after_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:03:54.635743 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f6f4b3f-bb7c-4429-8196-69692d5ef507 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 84790931-fab6-4b14-8070-67a31911e427 {{(pid=91773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 07 07:03:54.640320 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-5f6f4b3f-bb7c-4429-8196-69692d5ef507 admin admin] Notify callbacks [] for router, before_response {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:03:54.641614 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [None req-5f6f4b3f-bb7c-4429-8196-69692d5ef507 admin admin] 10.222.0.21 "DELETE /v2.0/routers/84790931-fab6-4b14-8070-67a31911e427 HTTP/1.1" status: 204 len: 168 time: 1.2435300 Jun 07 07:03:54.644019 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.21', 33476) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 07:03:54.703352 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7c5407e-d966-4391-9943-181f062de6ec admin admin] Deleting subnet 8b71f6d7-5eeb-4431-8add-0eca70244bd0 {{(pid=91773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 07 07:03:54.706205 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-c7c5407e-d966-4391-9943-181f062de6ec admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:03:54.754884 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-c7c5407e-d966-4391-9943-181f062de6ec admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2155128'] for subnet, precommit_delete_associations {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:03:54.828902 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-c7c5407e-d966-4391-9943-181f062de6ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-719335'] for subnet, precommit_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:03:54.900056 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-c7c5407e-d966-4391-9943-181f062de6ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-719342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2253104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2142140'] for subnet, after_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:03:54.904289 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-c84d5480-1a80-4e74-93a2-fbe2a7b4eb40 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 07:03:54.940098 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-c7c5407e-d966-4391-9943-181f062de6ec admin admin] Notify callbacks [] for subnet, before_response {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:03:54.942258 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [None req-c7c5407e-d966-4391-9943-181f062de6ec admin admin] 10.222.0.21 "DELETE /v2.0/subnets/8b71f6d7-5eeb-4431-8add-0eca70244bd0 HTTP/1.1" status: 204 len: 168 time: 0.2969596 Jun 07 07:03:54.943265 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c5407e-d966-4391-9943-181f062de6ec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8b71f6d7-5eeb-4431-8add-0eca70244bd0,revision_number=None']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 07:03:54.944631 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.wsgi [-] (91772) accepted ('10.222.0.21', 33478) {{(pid=91772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 07:03:54.945581 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-c7c5407e-d966-4391-9943-181f062de6ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 07:03:54.949361 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b2fd7e4-0728-48b0-a5f3-48fe737a8596 None None] Network 80f82789-426d-4fba-a6bd-c984530e2630 requested from dv-cinder-784140-5-smb {{(pid=91774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 07:03:55.050704 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-9d472da6-0767-4d21-9ad7-5f2369d4c691 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538213'] for network, before_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:03:55.132914 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.plugins.ml2.plugin [None req-9d472da6-0767-4d21-9ad7-5f2369d4c691 admin admin] Deleting port 85f9ae8e-930f-46a4-93eb-4cb444882e5e {{(pid=91772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 07:03:55.133258 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-9d472da6-0767-4d21-9ad7-5f2369d4c691 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762332413660'] for port, before_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:03:55.159666 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Device 0af378dd-07c1-417d-a74f-8ce8b60a04c2 no longer exists at agent ovs-agent-dv-cinder-784140-5-smb {{(pid=91774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 07:03:55.194710 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.plugin [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] No Port match for: 0af378dd-07c1-417d-a74f-8ce8b60a04c2 {{(pid=91774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 07:03:55.195087 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Device 0af378dd-07c1-417d-a74f-8ce8b60a04c2 not bound to the agent host dv-cinder-784140-5-smb {{(pid=91774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 07:03:55.195589 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Device 92f4ecae-0c03-4cf6-95ee-6067f571a5e6 no longer exists at agent ovs-agent-dv-cinder-784140-5-smb {{(pid=91774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 07:03:55.230687 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.plugin [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] No Port match for: 92f4ecae-0c03-4cf6-95ee-6067f571a5e6 {{(pid=91774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 07:03:55.231034 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Device 92f4ecae-0c03-4cf6-95ee-6067f571a5e6 not bound to the agent host dv-cinder-784140-5-smb {{(pid=91774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 07:03:55.234600 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77d2d105-09f6-4107-a556-fc44e50665bd None None] DHCP port deletion for 80f82789-426d-4fba-a6bd-c984530e2630 request from dv-cinder-784140-5-smb {{(pid=91774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 07 07:03:55.260364 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.plugins.ml2.db [None req-9d472da6-0767-4d21-9ad7-5f2369d4c691 admin admin] For port 85f9ae8e-930f-46a4-93eb-4cb444882e5e, host dv-cinder-784140-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-5-smb',level=0,port_id=85f9ae8e-930f-46a4-93eb-4cb444882e5e,segment=NetworkSegment(72e92de7-8a1c-4a00-bd12-01e4302d58db),segment_id=72e92de7-8a1c-4a00-bd12-01e4302d58db)] {{(pid=91772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 07:03:55.260703 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-9d472da6-0767-4d21-9ad7-5f2369d4c691 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1669251'] for port, precommit_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:03:55.299276 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.plugin [None req-77d2d105-09f6-4107-a556-fc44e50665bd None None] Deleting port 85f9ae8e-930f-46a4-93eb-4cb444882e5e {{(pid=91774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 07:03:55.299659 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-77d2d105-09f6-4107-a556-fc44e50665bd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762332413660'] for port, before_delete {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:03:55.384018 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.plugins.ml2.plugin [None req-9d472da6-0767-4d21-9ad7-5f2369d4c691 admin admin] Calling delete_port for 85f9ae8e-930f-46a4-93eb-4cb444882e5e owned by network:dhcp {{(pid=91772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 07:03:55.424383 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.db [None req-77d2d105-09f6-4107-a556-fc44e50665bd None None] For port 85f9ae8e-930f-46a4-93eb-4cb444882e5e, host dv-cinder-784140-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-5-smb',level=0,port_id=85f9ae8e-930f-46a4-93eb-4cb444882e5e,segment=NetworkSegment(72e92de7-8a1c-4a00-bd12-01e4302d58db),segment_id=72e92de7-8a1c-4a00-bd12-01e4302d58db)] {{(pid=91774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 07:03:55.424769 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-77d2d105-09f6-4107-a556-fc44e50665bd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1669251'] for port, precommit_delete {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:03:55.429840 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-9d472da6-0767-4d21-9ad7-5f2369d4c691 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-569476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762332438236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762331935088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2958583'] for port, after_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:03:55.433687 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-2e1d4300-e6f5-4244-ad13-fd00012424b9 tempest-TestMinimumBasicScenario-608799379 tempest-TestMinimumBasicScenario-608799379-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 07:03:55.480159 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d472da6-0767-4d21-9ad7-5f2369d4c691 admin admin] Pushing event deleted for resources: {'Port': ['ID=85f9ae8e-930f-46a4-93eb-4cb444882e5e,revision_number=None']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 07:03:55.484452 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d472da6-0767-4d21-9ad7-5f2369d4c691 admin admin] No DVR routers for this DVR port 85f9ae8e-930f-46a4-93eb-4cb444882e5e on host dv-cinder-784140-5-smb {{(pid=91772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 07:03:55.517103 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d472da6-0767-4d21-9ad7-5f2369d4c691 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:03:55.517475 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d472da6-0767-4d21-9ad7-5f2369d4c691 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:03:55.517835 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d472da6-0767-4d21-9ad7-5f2369d4c691 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:03:55.518186 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d472da6-0767-4d21-9ad7-5f2369d4c691 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:03:55.518534 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d472da6-0767-4d21-9ad7-5f2369d4c691 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:03:55.518884 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d472da6-0767-4d21-9ad7-5f2369d4c691 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:03:55.519231 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d472da6-0767-4d21-9ad7-5f2369d4c691 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:03:55.519575 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d472da6-0767-4d21-9ad7-5f2369d4c691 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:03:55.519939 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d472da6-0767-4d21-9ad7-5f2369d4c691 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:03:55.520285 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d472da6-0767-4d21-9ad7-5f2369d4c691 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:03:55.520624 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d472da6-0767-4d21-9ad7-5f2369d4c691 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:03:55.520962 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d472da6-0767-4d21-9ad7-5f2369d4c691 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:03:55.527348 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-9d472da6-0767-4d21-9ad7-5f2369d4c691 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 07:03:55.543205 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.plugin [None req-77d2d105-09f6-4107-a556-fc44e50665bd None None] Calling delete_port for 85f9ae8e-930f-46a4-93eb-4cb444882e5e owned by network:dhcp {{(pid=91774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 07:03:55.586239 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-77d2d105-09f6-4107-a556-fc44e50665bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-569476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762332438236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762331935088'] for port, after_delete {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:03:55.589771 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 07:03:55.636219 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d2d105-09f6-4107-a556-fc44e50665bd None None] Pushing event deleted for resources: {'Port': ['ID=85f9ae8e-930f-46a4-93eb-4cb444882e5e,revision_number=None']} {{(pid=91774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 07:03:55.641025 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77d2d105-09f6-4107-a556-fc44e50665bd None None] No DVR routers for this DVR port 85f9ae8e-930f-46a4-93eb-4cb444882e5e on host dv-cinder-784140-5-smb {{(pid=91774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 07:03:55.647489 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d2d105-09f6-4107-a556-fc44e50665bd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:03:55.647838 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d2d105-09f6-4107-a556-fc44e50665bd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:03:55.648201 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d2d105-09f6-4107-a556-fc44e50665bd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:03:55.648532 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d2d105-09f6-4107-a556-fc44e50665bd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:03:55.648859 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d2d105-09f6-4107-a556-fc44e50665bd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:03:55.649193 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d2d105-09f6-4107-a556-fc44e50665bd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:03:55.649513 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d2d105-09f6-4107-a556-fc44e50665bd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:03:55.649836 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d2d105-09f6-4107-a556-fc44e50665bd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:03:55.650298 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d2d105-09f6-4107-a556-fc44e50665bd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:03:55.650718 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d2d105-09f6-4107-a556-fc44e50665bd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:03:55.651028 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d2d105-09f6-4107-a556-fc44e50665bd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:03:55.651343 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d2d105-09f6-4107-a556-fc44e50665bd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-5-smb {{(pid=91774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:03:55.655719 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-77d2d105-09f6-4107-a556-fc44e50665bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 07:03:55.701533 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-9d472da6-0767-4d21-9ad7-5f2369d4c691 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-722558', 'neutron.services.segments.db._delete_segments_for_network-8762332461222'] for network, precommit_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:03:55.713512 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.services.segments.db [None req-9d472da6-0767-4d21-9ad7-5f2369d4c691 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80f82789-426d-4fba-a6bd-c984530e2630']}} {{(pid=91772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 07:03:55.725044 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.services.segments.db [None req-9d472da6-0767-4d21-9ad7-5f2369d4c691 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72e92de7-8a1c-4a00-bd12-01e4302d58db') {'for_net_delete': True} {{(pid=91772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 07:03:55.725337 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.services.segments.db [None req-9d472da6-0767-4d21-9ad7-5f2369d4c691 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72e92de7-8a1c-4a00-bd12-01e4302d58db') {} {{(pid=91772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 07:03:55.736245 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-9d472da6-0767-4d21-9ad7-5f2369d4c691 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762332204737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2375324'] for segment, before_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:03:55.753181 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-9d472da6-0767-4d21-9ad7-5f2369d4c691 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-712556'] for segment, precommit_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:03:55.759773 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d472da6-0767-4d21-9ad7-5f2369d4c691 admin admin] Releasing vlan 305 on physical network physnet1 to pool {{(pid=91772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 07 07:03:55.760194 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-9d472da6-0767-4d21-9ad7-5f2369d4c691 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-712556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2958496'] for segment, after_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:03:55.773369 dv-cinder-784140-5-smb neutron-server[91772]: Traceback (most recent call last): Jun 07 07:03:55.773369 dv-cinder-784140-5-smb neutron-server[91772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 07 07:03:55.773369 dv-cinder-784140-5-smb neutron-server[91772]: timer() Jun 07 07:03:55.773369 dv-cinder-784140-5-smb neutron-server[91772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 07 07:03:55.773369 dv-cinder-784140-5-smb neutron-server[91772]: cb(*args, **kw) Jun 07 07:03:55.773369 dv-cinder-784140-5-smb neutron-server[91772]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 07 07:03:55.773369 dv-cinder-784140-5-smb neutron-server[91772]: return func(*args, **kwargs) Jun 07 07:03:55.773369 dv-cinder-784140-5-smb neutron-server[91772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 07 07:03:55.773369 dv-cinder-784140-5-smb neutron-server[91772]: self._notify() Jun 07 07:03:55.773369 dv-cinder-784140-5-smb neutron-server[91772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 07 07:03:55.773369 dv-cinder-784140-5-smb neutron-server[91772]: self.callback(batched_events) Jun 07 07:03:55.773369 dv-cinder-784140-5-smb neutron-server[91772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 07 07:03:55.773369 dv-cinder-784140-5-smb neutron-server[91772]: event.method(event) Jun 07 07:03:55.773369 dv-cinder-784140-5-smb neutron-server[91772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 07 07:03:55.773369 dv-cinder-784140-5-smb neutron-server[91772]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 07 07:03:55.773369 dv-cinder-784140-5-smb neutron-server[91772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 07 07:03:55.773369 dv-cinder-784140-5-smb neutron-server[91772]: aggregate_uuid = self.p_client.list_aggregates( Jun 07 07:03:55.773369 dv-cinder-784140-5-smb neutron-server[91772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 07 07:03:55.773369 dv-cinder-784140-5-smb neutron-server[91772]: return f(self, *a, **k) Jun 07 07:03:55.773369 dv-cinder-784140-5-smb neutron-server[91772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 07 07:03:55.773369 dv-cinder-784140-5-smb neutron-server[91772]: return self._get(url).json() Jun 07 07:03:55.773369 dv-cinder-784140-5-smb neutron-server[91772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 07 07:03:55.773369 dv-cinder-784140-5-smb neutron-server[91772]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 07 07:03:55.773369 dv-cinder-784140-5-smb neutron-server[91772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 07 07:03:55.773369 dv-cinder-784140-5-smb neutron-server[91772]: return self.request(url, 'GET', **kwargs) Jun 07 07:03:55.773369 dv-cinder-784140-5-smb neutron-server[91772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 07 07:03:55.773369 dv-cinder-784140-5-smb neutron-server[91772]: base_url = self.get_endpoint(auth, allow=allow, Jun 07 07:03:55.773369 dv-cinder-784140-5-smb neutron-server[91772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 07 07:03:55.773369 dv-cinder-784140-5-smb neutron-server[91772]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 07 07:03:55.773369 dv-cinder-784140-5-smb neutron-server[91772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 07 07:03:55.773369 dv-cinder-784140-5-smb neutron-server[91772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 07 07:03:55.773369 dv-cinder-784140-5-smb neutron-server[91772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 07 07:03:55.847293 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-9d472da6-0767-4d21-9ad7-5f2369d4c691 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-722533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1706969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754209'] for network, after_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:03:55.850924 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-d4cd96d8-d519-4011-ada4-5793d526f4a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 07:03:55.863443 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-9d472da6-0767-4d21-9ad7-5f2369d4c691 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648630'] for network, before_response {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:03:55.865247 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [None req-9d472da6-0767-4d21-9ad7-5f2369d4c691 admin admin] 10.222.0.21 "DELETE /v2.0/networks/80f82789-426d-4fba-a6bd-c984530e2630 HTTP/1.1" status: 204 len: 168 time: 0.9196389 Jun 07 07:03:55.868671 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.wsgi [-] (91772) accepted ('10.222.0.21', 33480) {{(pid=91772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 07:03:55.926081 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d472da6-0767-4d21-9ad7-5f2369d4c691 admin admin] Pushing event deleted for resources: {'Network': ['ID=80f82789-426d-4fba-a6bd-c984530e2630,revision_number=None']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 07:03:55.938478 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-9d472da6-0767-4d21-9ad7-5f2369d4c691 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 07:03:56.398208 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-cd64448d-aa8f-4ef5-9f3d-64691000daf9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1663700'] for router_interface, before_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:03:56.785993 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.plugins.ml2.plugin [None req-cd64448d-aa8f-4ef5-9f3d-64691000daf9 admin admin] Deleting port e600154d-9788-47a9-966c-c6c880bdb9c7 {{(pid=91772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 07:03:56.786241 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-cd64448d-aa8f-4ef5-9f3d-64691000daf9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762332413660'] for port, before_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:03:56.903093 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.plugins.ml2.db [None req-cd64448d-aa8f-4ef5-9f3d-64691000daf9 admin admin] For port e600154d-9788-47a9-966c-c6c880bdb9c7, host dv-cinder-784140-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-5-smb',level=0,port_id=e600154d-9788-47a9-966c-c6c880bdb9c7,segment=NetworkSegment(65b2ad93-19f7-468e-80bd-0aaffe14b5d3),segment_id=65b2ad93-19f7-468e-80bd-0aaffe14b5d3)] {{(pid=91772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 07:03:56.903441 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-cd64448d-aa8f-4ef5-9f3d-64691000daf9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1669251'] for port, precommit_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:03:57.024199 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.plugins.ml2.plugin [None req-cd64448d-aa8f-4ef5-9f3d-64691000daf9 admin admin] Calling delete_port for e600154d-9788-47a9-966c-c6c880bdb9c7 owned by network:router_interface {{(pid=91772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 07:03:57.127313 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Device 85f9ae8e-930f-46a4-93eb-4cb444882e5e no longer exists at agent ovs-agent-dv-cinder-784140-5-smb {{(pid=91774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 07:03:57.161482 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.plugin [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] No Port match for: 85f9ae8e-930f-46a4-93eb-4cb444882e5e {{(pid=91774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 07:03:57.161830 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Device 85f9ae8e-930f-46a4-93eb-4cb444882e5e not bound to the agent host dv-cinder-784140-5-smb {{(pid=91774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 07:03:57.271526 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-cd64448d-aa8f-4ef5-9f3d-64691000daf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-569476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762332438236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762331935088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2958583'] for port, after_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:03:57.275085 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-b6472743-157a-458c-87a4-925dc26f506c tempest-TestShelveInstance-1834904767 tempest-TestShelveInstance-1834904767-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 07:03:57.317708 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd64448d-aa8f-4ef5-9f3d-64691000daf9 admin admin] Pushing event deleted for resources: {'Port': ['ID=e600154d-9788-47a9-966c-c6c880bdb9c7,revision_number=None']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 07:03:57.321354 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-cd64448d-aa8f-4ef5-9f3d-64691000daf9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 07:03:57.576943 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-cd64448d-aa8f-4ef5-9f3d-64691000daf9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1648554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1666458'] for router_interface, after_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:03:57.925996 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd64448d-aa8f-4ef5-9f3d-64691000daf9 admin admin] Router 5df4ec0d-e08e-4ec5-9fee-0ee8e30370d9 has already been hosted by L3 agent dd8e9e9b-c9b0-4755-a773-57df6dee4a2e {{(pid=91772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 07:03:58.099778 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd64448d-aa8f-4ef5-9f3d-64691000daf9 admin admin] Notify agent at l3_agent.dv-cinder-784140-5-smb the message routers_updated {{(pid=91772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 07:03:58.104463 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [None req-cd64448d-aa8f-4ef5-9f3d-64691000daf9 admin admin] 10.222.0.21 "PUT /v2.0/routers/5df4ec0d-e08e-4ec5-9fee-0ee8e30370d9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2348676 Jun 07 07:03:58.106888 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.wsgi [-] (91772) accepted ('10.222.0.21', 33482) {{(pid=91772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 07:03:58.108835 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d9b9872-59e1-438b-b68d-cd7571a8a06a None None] Sync routers for ids ['5df4ec0d-e08e-4ec5-9fee-0ee8e30370d9'] in dv-cinder-784140-5-smb {{(pid=91775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 07:03:58.118389 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d9b9872-59e1-438b-b68d-cd7571a8a06a None None] Routers {'5df4ec0d-e08e-4ec5-9fee-0ee8e30370d9'} bound to L3 agent in host dv-cinder-784140-5-smb {{(pid=91775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 07:03:58.118982 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron.db.l3_hamode_db [None req-1d9b9872-59e1-438b-b68d-cd7571a8a06a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-07T06:46:09Z,description=,heartbeat_timestamp=2021-06-07T07:03:39Z,host='dv-cinder-784140-5-smb',id=dd8e9e9b-c9b0-4755-a773-57df6dee4a2e,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T06:46:09Z,topic='l3_agent')) {'router_ids': ['5df4ec0d-e08e-4ec5-9fee-0ee8e30370d9'], 'active': True} {{(pid=91775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 07:03:58.329571 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-75e36091-a1e6-4ff9-8e3b-64ee384f488c admin admin] Notify callbacks [] for router, before_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:03:58.367635 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron.db.l3_dvr_db [None req-1d9b9872-59e1-438b-b68d-cd7571a8a06a None None] Set router 5df4ec0d-e08e-4ec5-9fee-0ee8e30370d9 gateway port host: dv-cinder-784140-5-smb {{(pid=91775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 07:03:58.614671 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-75e36091-a1e6-4ff9-8e3b-64ee384f488c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:03:58.654190 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron.db.l3_hamode_db [None req-1d9b9872-59e1-438b-b68d-cd7571a8a06a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5df4ec0d-e08e-4ec5-9fee-0ee8e30370d9', 'name': 'tempest-TestShelveInstance-799366104-router', 'tenant_id': '63259f101b0f43feaf7d17246f8deb6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a84d0276-e36b-485f-b034-cb606776a5f5', 'external_fixed_ips': [{'subnet_id': 'bc8e845f-21f5-4331-a893-3fabfb1361b8', 'ip_address': '172.28.3.85'}], 'enable_snat': True}, 'gw_port_id': 'ab40e4b6-8da5-4ae3-a6ae-600470ce4d41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T06:59:27Z', 'updated_at': '2021-06-07T07:03:57Z', 'revision_number': 5, 'project_id': '63259f101b0f43feaf7d17246f8deb6a', 'gw_port': {'id': 'ab40e4b6-8da5-4ae3-a6ae-600470ce4d41', 'name': '', 'network_id': 'a84d0276-e36b-485f-b034-cb606776a5f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:ed:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5df4ec0d-e08e-4ec5-9fee-0ee8e30370d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': 'bc8e845f-21f5-4331-a893-3fabfb1361b8', 'ip_address': '172.28.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T06:59:28Z', 'updated_at': '2021-06-07T06:59:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc8e845f-21f5-4331-a893-3fabfb1361b8', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-5-smb'}], 'dv-cinder-784140-5-smb', False) {} {{(pid=91775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 07:03:58.657945 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d9b9872-59e1-438b-b68d-cd7571a8a06a None None] Checking router: 5df4ec0d-e08e-4ec5-9fee-0ee8e30370d9 for host: dv-cinder-784140-5-smb {{(pid=91775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 07:03:58.666635 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d9b9872-59e1-438b-b68d-cd7571a8a06a None None] Routers {'5df4ec0d-e08e-4ec5-9fee-0ee8e30370d9'} bound to L3 agent in host dv-cinder-784140-5-smb {{(pid=91775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 07:03:58.667217 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron.db.l3_hamode_db [None req-1d9b9872-59e1-438b-b68d-cd7571a8a06a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-07T06:46:09Z,description=,heartbeat_timestamp=2021-06-07T07:03:39Z,host='dv-cinder-784140-5-smb',id=dd8e9e9b-c9b0-4755-a773-57df6dee4a2e,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T06:46:09Z,topic='l3_agent')) {'router_ids': ['5df4ec0d-e08e-4ec5-9fee-0ee8e30370d9'], 'active': True} {{(pid=91775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 07:03:58.688057 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.plugins.ml2.plugin [None req-75e36091-a1e6-4ff9-8e3b-64ee384f488c admin admin] Deleting port ab40e4b6-8da5-4ae3-a6ae-600470ce4d41 {{(pid=91772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 07:03:58.688396 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-75e36091-a1e6-4ff9-8e3b-64ee384f488c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762332413660'] for port, before_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:03:58.810231 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron.db.l3_dvr_db [None req-1d9b9872-59e1-438b-b68d-cd7571a8a06a None None] Set router 5df4ec0d-e08e-4ec5-9fee-0ee8e30370d9 gateway port host: None {{(pid=91775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 07:03:58.810507 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.plugins.ml2.db [None req-75e36091-a1e6-4ff9-8e3b-64ee384f488c admin admin] For port ab40e4b6-8da5-4ae3-a6ae-600470ce4d41, host dv-cinder-784140-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-5-smb',level=0,port_id=ab40e4b6-8da5-4ae3-a6ae-600470ce4d41,segment=NetworkSegment(a651428c-972d-4b8e-a20b-c49a0a4f9500),segment_id=a651428c-972d-4b8e-a20b-c49a0a4f9500)] {{(pid=91772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 07:03:58.810781 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-75e36091-a1e6-4ff9-8e3b-64ee384f488c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1669251'] for port, precommit_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:03:58.911355 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron.db.l3_hamode_db [None req-1d9b9872-59e1-438b-b68d-cd7571a8a06a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5df4ec0d-e08e-4ec5-9fee-0ee8e30370d9', 'name': 'tempest-TestShelveInstance-799366104-router', 'tenant_id': '63259f101b0f43feaf7d17246f8deb6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T06:59:27Z', 'updated_at': '2021-06-07T07:03:58Z', 'revision_number': 6, 'project_id': '63259f101b0f43feaf7d17246f8deb6a', 'gw_port_host': None}], 'dv-cinder-784140-5-smb', False) {} {{(pid=91775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 07:03:58.915826 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d9b9872-59e1-438b-b68d-cd7571a8a06a None None] The sync data for ids ['5df4ec0d-e08e-4ec5-9fee-0ee8e30370d9'] in dv-cinder-784140-5-smb is: [{'id': '5df4ec0d-e08e-4ec5-9fee-0ee8e30370d9', 'name': 'tempest-TestShelveInstance-799366104-router', 'tenant_id': '63259f101b0f43feaf7d17246f8deb6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T06:59:27Z', 'updated_at': '2021-06-07T07:03:58Z', 'revision_number': 6, 'project_id': '63259f101b0f43feaf7d17246f8deb6a', 'gw_port_host': None}] {{(pid=91775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 07:03:58.931462 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.plugins.ml2.plugin [None req-75e36091-a1e6-4ff9-8e3b-64ee384f488c admin admin] Calling delete_port for ab40e4b6-8da5-4ae3-a6ae-600470ce4d41 owned by network:router_gateway {{(pid=91772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 07:03:59.062889 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-75e36091-a1e6-4ff9-8e3b-64ee384f488c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-569476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762332438236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762331935088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2958583'] for port, after_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:03:59.067160 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-5ce1a6c4-bb6c-44e2-8d5c-2a9b36107463 tempest-AttachVolumeTestJSON-529636321 tempest-AttachVolumeTestJSON-529636321-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 07:03:59.110948 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e36091-a1e6-4ff9-8e3b-64ee384f488c admin admin] Pushing event deleted for resources: {'Port': ['ID=ab40e4b6-8da5-4ae3-a6ae-600470ce4d41,revision_number=None']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 07:03:59.114049 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-75e36091-a1e6-4ff9-8e3b-64ee384f488c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 07:03:59.209792 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-75e36091-a1e6-4ff9-8e3b-64ee384f488c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1754180'] for router_gateway, after_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:03:59.392385 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-75e36091-a1e6-4ff9-8e3b-64ee384f488c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1660275', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3609'] for router, precommit_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:03:59.396387 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-75e36091-a1e6-4ff9-8e3b-64ee384f488c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:03:59.427316 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-75e36091-a1e6-4ff9-8e3b-64ee384f488c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1660399'] for router, after_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:03:59.428764 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75e36091-a1e6-4ff9-8e3b-64ee384f488c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5df4ec0d-e08e-4ec5-9fee-0ee8e30370d9 {{(pid=91772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 07 07:03:59.433690 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-75e36091-a1e6-4ff9-8e3b-64ee384f488c admin admin] Notify callbacks [] for router, before_response {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:03:59.437199 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [None req-75e36091-a1e6-4ff9-8e3b-64ee384f488c admin admin] 10.222.0.21 "DELETE /v2.0/routers/5df4ec0d-e08e-4ec5-9fee-0ee8e30370d9 HTTP/1.1" status: 204 len: 168 time: 1.3268309 Jun 07 07:03:59.437199 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.wsgi [-] (91772) accepted ('10.222.0.21', 33484) {{(pid=91772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 07:03:59.445802 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Device e600154d-9788-47a9-966c-c6c880bdb9c7 no longer exists at agent ovs-agent-dv-cinder-784140-5-smb {{(pid=91774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 07:03:59.491699 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.plugin [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] No Port match for: e600154d-9788-47a9-966c-c6c880bdb9c7 {{(pid=91774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 07:03:59.492218 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Device e600154d-9788-47a9-966c-c6c880bdb9c7 not bound to the agent host dv-cinder-784140-5-smb {{(pid=91774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 07:03:59.499370 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.db.db_base_plugin_v2 [None req-13837928-7c4b-466a-8437-4e21bdf5d03e admin admin] Deleting subnet 0995f535-b93b-4925-8eac-90df3c9a1741 {{(pid=91772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 07 07:03:59.502391 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-13837928-7c4b-466a-8437-4e21bdf5d03e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:03:59.557167 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-13837928-7c4b-466a-8437-4e21bdf5d03e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2375333'] for subnet, precommit_delete_associations {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:03:59.638830 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-13837928-7c4b-466a-8437-4e21bdf5d03e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-719335'] for subnet, precommit_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:03:59.708438 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-13837928-7c4b-466a-8437-4e21bdf5d03e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-719342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2958362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2169881'] for subnet, after_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:03:59.713044 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-cba49ee6-f4da-476e-944c-43ffabee28fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 07:03:59.749534 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-13837928-7c4b-466a-8437-4e21bdf5d03e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648630'] for subnet, before_response {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:03:59.751302 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [None req-13837928-7c4b-466a-8437-4e21bdf5d03e admin admin] 10.222.0.21 "DELETE /v2.0/subnets/0995f535-b93b-4925-8eac-90df3c9a1741 HTTP/1.1" status: 204 len: 168 time: 0.3132544 Jun 07 07:03:59.752435 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13837928-7c4b-466a-8437-4e21bdf5d03e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0995f535-b93b-4925-8eac-90df3c9a1741,revision_number=None']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 07:03:59.753979 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.wsgi [-] (91772) accepted ('10.222.0.21', 33486) {{(pid=91772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 07:03:59.757544 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d81e129f-fb27-4c6b-b01b-3f9468c3f9bc None None] Network cfdcb8d4-2725-43b3-bec2-2752645cd65b requested from dv-cinder-784140-5-smb {{(pid=91774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 07:03:59.771368 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-13837928-7c4b-466a-8437-4e21bdf5d03e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 07:03:59.860629 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-6409d61f-f1c9-4659-98bf-78961618eba0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538213'] for network, before_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:03:59.933997 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.plugins.ml2.plugin [None req-6409d61f-f1c9-4659-98bf-78961618eba0 admin admin] Deleting port 3850c124-14be-4884-aa90-b9236c885aa9 {{(pid=91772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 07:03:59.934331 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-6409d61f-f1c9-4659-98bf-78961618eba0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762332413660'] for port, before_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:04:00.016538 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77e2814d-1e46-4d57-ad5e-434429a2b86f None None] DHCP port deletion for cfdcb8d4-2725-43b3-bec2-2752645cd65b request from dv-cinder-784140-5-smb {{(pid=91774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 07 07:04:00.034041 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.plugins.ml2.db [None req-6409d61f-f1c9-4659-98bf-78961618eba0 admin admin] For port 3850c124-14be-4884-aa90-b9236c885aa9, host dv-cinder-784140-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-5-smb',level=0,port_id=3850c124-14be-4884-aa90-b9236c885aa9,segment=NetworkSegment(65b2ad93-19f7-468e-80bd-0aaffe14b5d3),segment_id=65b2ad93-19f7-468e-80bd-0aaffe14b5d3)] {{(pid=91772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 07:04:00.034413 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-6409d61f-f1c9-4659-98bf-78961618eba0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1669251'] for port, precommit_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:04:00.079530 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.plugin [None req-77e2814d-1e46-4d57-ad5e-434429a2b86f None None] Deleting port 3850c124-14be-4884-aa90-b9236c885aa9 {{(pid=91774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 07:04:00.079957 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-77e2814d-1e46-4d57-ad5e-434429a2b86f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762332413660'] for port, before_delete {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:04:00.177664 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.db [None req-77e2814d-1e46-4d57-ad5e-434429a2b86f None None] For port 3850c124-14be-4884-aa90-b9236c885aa9, host dv-cinder-784140-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-5-smb',level=0,port_id=3850c124-14be-4884-aa90-b9236c885aa9,segment=NetworkSegment(65b2ad93-19f7-468e-80bd-0aaffe14b5d3),segment_id=65b2ad93-19f7-468e-80bd-0aaffe14b5d3)] {{(pid=91774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 07:04:00.178550 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-77e2814d-1e46-4d57-ad5e-434429a2b86f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1669251'] for port, precommit_delete {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:04:00.261046 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.plugins.ml2.plugin [None req-6409d61f-f1c9-4659-98bf-78961618eba0 admin admin] Calling delete_port for 3850c124-14be-4884-aa90-b9236c885aa9 owned by network:dhcp {{(pid=91772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 07:04:00.300753 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.plugin [None req-77e2814d-1e46-4d57-ad5e-434429a2b86f None None] Calling delete_port for 3850c124-14be-4884-aa90-b9236c885aa9 owned by network:dhcp {{(pid=91774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 07:04:00.306759 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-6409d61f-f1c9-4659-98bf-78961618eba0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-569476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762332438236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762331935088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2958583'] for port, after_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:04:00.311389 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-435328b1-b6d3-4985-90cb-9d35cc69006d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 07:04:00.342888 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-77e2814d-1e46-4d57-ad5e-434429a2b86f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-569476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762332438236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762331935088'] for port, after_delete {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:04:00.347136 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 07:04:00.354097 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6409d61f-f1c9-4659-98bf-78961618eba0 admin admin] Pushing event deleted for resources: {'Port': ['ID=3850c124-14be-4884-aa90-b9236c885aa9,revision_number=None']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 07:04:00.355875 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6409d61f-f1c9-4659-98bf-78961618eba0 admin admin] No DVR routers for this DVR port 3850c124-14be-4884-aa90-b9236c885aa9 on host dv-cinder-784140-5-smb {{(pid=91772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 07:04:00.358787 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-6409d61f-f1c9-4659-98bf-78961618eba0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 07:04:00.394281 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e2814d-1e46-4d57-ad5e-434429a2b86f None None] Pushing event deleted for resources: {'Port': ['ID=3850c124-14be-4884-aa90-b9236c885aa9,revision_number=None']} {{(pid=91774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 07:04:00.396371 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77e2814d-1e46-4d57-ad5e-434429a2b86f None None] No DVR routers for this DVR port 3850c124-14be-4884-aa90-b9236c885aa9 on host dv-cinder-784140-5-smb {{(pid=91774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 07:04:00.397929 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-77e2814d-1e46-4d57-ad5e-434429a2b86f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 07:04:00.472118 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-6409d61f-f1c9-4659-98bf-78961618eba0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-722558', 'neutron.services.segments.db._delete_segments_for_network-8762332461222'] for network, precommit_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:04:00.484205 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.services.segments.db [None req-6409d61f-f1c9-4659-98bf-78961618eba0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cfdcb8d4-2725-43b3-bec2-2752645cd65b']}} {{(pid=91772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 07:04:00.496559 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.services.segments.db [None req-6409d61f-f1c9-4659-98bf-78961618eba0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65b2ad93-19f7-468e-80bd-0aaffe14b5d3') {'for_net_delete': True} {{(pid=91772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 07:04:00.496848 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.services.segments.db [None req-6409d61f-f1c9-4659-98bf-78961618eba0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65b2ad93-19f7-468e-80bd-0aaffe14b5d3') {} {{(pid=91772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 07:04:00.508474 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-6409d61f-f1c9-4659-98bf-78961618eba0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762332204737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2375324'] for segment, before_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:04:00.524348 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-6409d61f-f1c9-4659-98bf-78961618eba0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-712556'] for segment, precommit_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:04:00.530756 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6409d61f-f1c9-4659-98bf-78961618eba0 admin admin] Releasing vlan 340 on physical network physnet1 to pool {{(pid=91772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 07 07:04:00.531170 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-6409d61f-f1c9-4659-98bf-78961618eba0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-712556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2958496'] for segment, after_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:04:00.544971 dv-cinder-784140-5-smb neutron-server[91772]: Traceback (most recent call last): Jun 07 07:04:00.544971 dv-cinder-784140-5-smb neutron-server[91772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 07 07:04:00.544971 dv-cinder-784140-5-smb neutron-server[91772]: timer() Jun 07 07:04:00.544971 dv-cinder-784140-5-smb neutron-server[91772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 07 07:04:00.544971 dv-cinder-784140-5-smb neutron-server[91772]: cb(*args, **kw) Jun 07 07:04:00.544971 dv-cinder-784140-5-smb neutron-server[91772]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 07 07:04:00.544971 dv-cinder-784140-5-smb neutron-server[91772]: return func(*args, **kwargs) Jun 07 07:04:00.544971 dv-cinder-784140-5-smb neutron-server[91772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 07 07:04:00.544971 dv-cinder-784140-5-smb neutron-server[91772]: self._notify() Jun 07 07:04:00.544971 dv-cinder-784140-5-smb neutron-server[91772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 07 07:04:00.544971 dv-cinder-784140-5-smb neutron-server[91772]: self.callback(batched_events) Jun 07 07:04:00.544971 dv-cinder-784140-5-smb neutron-server[91772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 07 07:04:00.544971 dv-cinder-784140-5-smb neutron-server[91772]: event.method(event) Jun 07 07:04:00.544971 dv-cinder-784140-5-smb neutron-server[91772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 07 07:04:00.544971 dv-cinder-784140-5-smb neutron-server[91772]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 07 07:04:00.544971 dv-cinder-784140-5-smb neutron-server[91772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 07 07:04:00.544971 dv-cinder-784140-5-smb neutron-server[91772]: aggregate_uuid = self.p_client.list_aggregates( Jun 07 07:04:00.544971 dv-cinder-784140-5-smb neutron-server[91772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 07 07:04:00.544971 dv-cinder-784140-5-smb neutron-server[91772]: return f(self, *a, **k) Jun 07 07:04:00.544971 dv-cinder-784140-5-smb neutron-server[91772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 07 07:04:00.544971 dv-cinder-784140-5-smb neutron-server[91772]: return self._get(url).json() Jun 07 07:04:00.544971 dv-cinder-784140-5-smb neutron-server[91772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 07 07:04:00.544971 dv-cinder-784140-5-smb neutron-server[91772]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 07 07:04:00.544971 dv-cinder-784140-5-smb neutron-server[91772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 07 07:04:00.544971 dv-cinder-784140-5-smb neutron-server[91772]: return self.request(url, 'GET', **kwargs) Jun 07 07:04:00.544971 dv-cinder-784140-5-smb neutron-server[91772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 07 07:04:00.544971 dv-cinder-784140-5-smb neutron-server[91772]: base_url = self.get_endpoint(auth, allow=allow, Jun 07 07:04:00.544971 dv-cinder-784140-5-smb neutron-server[91772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 07 07:04:00.544971 dv-cinder-784140-5-smb neutron-server[91772]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 07 07:04:00.544971 dv-cinder-784140-5-smb neutron-server[91772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 07 07:04:00.544971 dv-cinder-784140-5-smb neutron-server[91772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 07 07:04:00.544971 dv-cinder-784140-5-smb neutron-server[91772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 07 07:04:00.621781 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-6409d61f-f1c9-4659-98bf-78961618eba0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-722533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1706969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754209'] for network, after_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:04:00.626357 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 07:04:00.639511 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-6409d61f-f1c9-4659-98bf-78961618eba0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648630'] for network, before_response {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:04:00.641290 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [None req-6409d61f-f1c9-4659-98bf-78961618eba0 admin admin] 10.222.0.21 "DELETE /v2.0/networks/cfdcb8d4-2725-43b3-bec2-2752645cd65b HTTP/1.1" status: 204 len: 168 time: 0.8864167 Jun 07 07:04:00.646662 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6409d61f-f1c9-4659-98bf-78961618eba0 admin admin] Pushing event deleted for resources: {'Network': ['ID=cfdcb8d4-2725-43b3-bec2-2752645cd65b,revision_number=None']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 07:04:00.648832 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-6409d61f-f1c9-4659-98bf-78961618eba0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 07:04:00.813215 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.21', 33490) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 07:04:00.860161 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [None req-a6a2e5a6-983e-4239-b541-d26bebc9dec6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=42bf171906a3442fbd2784138b6a35de&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0457451 Jun 07 07:04:00.862554 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.21', 33492) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 07:04:00.917713 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-e4e69239-595f-43db-93c1-d6d51c03371b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:04:00.945323 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-e4e69239-595f-43db-93c1-d6d51c03371b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:04:00.996413 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-e4e69239-595f-43db-93c1-d6d51c03371b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1706761'] for security_group, after_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:04:00.999349 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-e4e69239-595f-43db-93c1-d6d51c03371b admin admin] Notify callbacks [] for security_group, before_response {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:04:01.000785 dv-cinder-784140-5-smb neutron-server[91773]: INFO neutron.wsgi [None req-e4e69239-595f-43db-93c1-d6d51c03371b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b68765d8-f391-4d58-b5b0-5913e0d6f91d HTTP/1.1" status: 204 len: 168 time: 0.1373274 Jun 07 07:04:01.001811 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-0d9f5ac5-4bde-4aba-9aff-45d90e514931 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 07:04:01.012379 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e69239-595f-43db-93c1-d6d51c03371b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b68765d8-f391-4d58-b5b0-5913e0d6f91d,revision_number=None']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 07:04:01.014784 dv-cinder-784140-5-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-e4e69239-595f-43db-93c1-d6d51c03371b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 07:04:01.129379 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Device ab40e4b6-8da5-4ae3-a6ae-600470ce4d41 no longer exists at agent ovs-agent-dv-cinder-784140-5-smb {{(pid=91774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 07:04:01.172417 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.plugin [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] No Port match for: ab40e4b6-8da5-4ae3-a6ae-600470ce4d41 {{(pid=91774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 07:04:01.173113 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Device ab40e4b6-8da5-4ae3-a6ae-600470ce4d41 not bound to the agent host dv-cinder-784140-5-smb {{(pid=91774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 07:04:01.173865 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Device 3850c124-14be-4884-aa90-b9236c885aa9 no longer exists at agent ovs-agent-dv-cinder-784140-5-smb {{(pid=91774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 07:04:01.234413 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.plugin [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] No Port match for: 3850c124-14be-4884-aa90-b9236c885aa9 {{(pid=91774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 07:04:01.234992 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Device 3850c124-14be-4884-aa90-b9236c885aa9 not bound to the agent host dv-cinder-784140-5-smb {{(pid=91774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 07:04:01.368061 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.wsgi [-] (91772) accepted ('10.222.0.21', 33498) {{(pid=91772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 07:04:01.414957 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [None req-9b2fcdcd-867a-46a7-9236-08fd1865c7ee admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=63259f101b0f43feaf7d17246f8deb6a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0457051 Jun 07 07:04:01.417398 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.wsgi [-] (91772) accepted ('10.222.0.21', 33500) {{(pid=91772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 07:04:01.471822 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-74c11d08-eaf2-4f46-bfee-b1560817946d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:04:01.501505 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-74c11d08-eaf2-4f46-bfee-b1560817946d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:04:01.555403 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-74c11d08-eaf2-4f46-bfee-b1560817946d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1706761'] for security_group, after_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:04:01.557911 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-74c11d08-eaf2-4f46-bfee-b1560817946d admin admin] Notify callbacks [] for security_group, before_response {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:04:01.559023 dv-cinder-784140-5-smb neutron-server[91772]: INFO neutron.wsgi [None req-74c11d08-eaf2-4f46-bfee-b1560817946d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/25bbda48-c79a-4532-a903-f367e1b4450c HTTP/1.1" status: 204 len: 168 time: 0.1407578 Jun 07 07:04:01.559794 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-036ba627-e593-45b4-8b59-02766805f2da tempest-AttachVolumeShelveTestJSON-573023614 tempest-AttachVolumeShelveTestJSON-573023614-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 07:04:01.569298 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c11d08-eaf2-4f46-bfee-b1560817946d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25bbda48-c79a-4532-a903-f367e1b4450c,revision_number=None']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 07:04:01.572672 dv-cinder-784140-5-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-74c11d08-eaf2-4f46-bfee-b1560817946d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 07:04:06.915243 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-7bf2d1e9-501d-40eb-845e-bcf40ec60a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762332461204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723872'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:04:09.341230 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762332461204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723872'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:04:09.481057 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-8bde6041-a900-4f1e-ab9b-157cff7fa3e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762332461204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723872'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:04:10.596280 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-3ea4f4f5-6296-4d8b-95a7-2efd101194ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762332461204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723872'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:04:10.725265 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762332461204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723872'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:04:12.165139 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-7052a4e3-dcb7-48ac-a7a0-7c0e94d6da24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762332461204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723872'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:04:17.902251 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron.db.agents_db [None req-9f63f2a9-7775-47ca-9fc8-a7f68791a20c None None] Agent healthcheck: found 6 active agents {{(pid=91775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 07:04:36.917871 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-f06a6c5d-b3b0-412d-85e8-cea8fcb01b06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762332461204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723872'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:04:39.338331 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762332461204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723872'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:04:39.482891 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-0e2f01f5-8210-4130-a2e1-1b7200a83e1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762332461204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723872'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:04:40.599848 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-3ea4f4f5-6296-4d8b-95a7-2efd101194ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762332461204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723872'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:04:40.733786 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762332461204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723872'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:04:42.168850 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-7052a4e3-dcb7-48ac-a7a0-7c0e94d6da24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762332461204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723872'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:04:54.900968 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron.db.agents_db [None req-9f63f2a9-7775-47ca-9fc8-a7f68791a20c None None] Agent healthcheck: found 6 active agents {{(pid=91775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 07:05:06.919555 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-9cbaa43e-730a-4337-837d-bed2db098772 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762332461204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723872'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:05:09.338916 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762332461204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723872'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:05:09.484351 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-80b80346-2a9f-4d8a-8d3e-00ff3833fdac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762332461204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723872'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:05:10.602572 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-3ea4f4f5-6296-4d8b-95a7-2efd101194ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762332461204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723872'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:05:10.723076 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762332461204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723872'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:05:12.173362 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-7052a4e3-dcb7-48ac-a7a0-7c0e94d6da24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762332461204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723872'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:05:31.900277 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron.db.agents_db [None req-9f63f2a9-7775-47ca-9fc8-a7f68791a20c None None] Agent healthcheck: found 6 active agents {{(pid=91775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 07:05:36.920261 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-77ff18ef-eb28-44a7-86ed-45fd6f455c02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762332461204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723872'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:05:39.339722 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762332461204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723872'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:05:39.485461 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-c565f67d-2ddf-4ca0-b659-fe817b56f180 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762332461204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723872'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:05:40.605413 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-3ea4f4f5-6296-4d8b-95a7-2efd101194ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762332461204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723872'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:05:40.740503 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762332461204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723872'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:05:42.176698 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-7052a4e3-dcb7-48ac-a7a0-7c0e94d6da24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762332461204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723872'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:06:06.924143 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-92a81e81-0da7-4e39-b5dc-9196affa5257 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762332461204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723872'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:06:08.900855 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron.db.agents_db [None req-9f63f2a9-7775-47ca-9fc8-a7f68791a20c None None] Agent healthcheck: found 6 active agents {{(pid=91775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 07:06:09.341523 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762332461204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723872'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:06:09.486326 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-bac6fd76-7108-4693-8aaa-a89808314129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762332461204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723872'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:06:10.608061 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-3ea4f4f5-6296-4d8b-95a7-2efd101194ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762332461204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723872'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:06:10.754717 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762332461204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723872'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:06:12.180607 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-7052a4e3-dcb7-48ac-a7a0-7c0e94d6da24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762332461204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723872'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:06:36.925566 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-521ad2cc-18c9-4130-83e7-252ab74bf168 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762332461204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723872'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:06:39.342945 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762332461204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723872'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:06:39.486808 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-a89df443-4ccf-4ad7-a783-f8dd0282b907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762332461204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723872'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:06:40.610563 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-3ea4f4f5-6296-4d8b-95a7-2efd101194ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762332461204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723872'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:06:40.753953 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762332461204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723872'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:06:42.182799 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-7052a4e3-dcb7-48ac-a7a0-7c0e94d6da24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762332461204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723872'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:06:45.900137 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron.db.agents_db [None req-9f63f2a9-7775-47ca-9fc8-a7f68791a20c None None] Agent healthcheck: found 6 active agents {{(pid=91775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 07:07:06.927212 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-a8afc3d5-c8ff-4f15-bd84-71a18c6ef969 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762332461204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723872'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:07:09.345368 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762332461204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723872'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:07:09.486172 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-0d95a45e-8be9-4858-9d7e-99b918556562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762332461204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723872'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:07:10.612734 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-3ea4f4f5-6296-4d8b-95a7-2efd101194ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762332461204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723872'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:07:10.778655 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762332461204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723872'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:07:12.185383 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-7052a4e3-dcb7-48ac-a7a0-7c0e94d6da24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762332461204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723872'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:07:22.899265 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron.db.agents_db [None req-9f63f2a9-7775-47ca-9fc8-a7f68791a20c None None] Agent healthcheck: found 6 active agents {{(pid=91775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 07:07:36.928565 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-2f82a480-cc45-469f-bace-39a14b2c29d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762332461204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723872'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:07:39.347187 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762332461204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723872'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:07:39.486486 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-d4269f71-f882-4305-9d0a-f026ff1241e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762332461204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723872'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:07:40.619945 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-3ea4f4f5-6296-4d8b-95a7-2efd101194ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762332461204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723872'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:07:40.779884 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762332461204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723872'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:07:42.188412 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-7052a4e3-dcb7-48ac-a7a0-7c0e94d6da24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762332461204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723872'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:07:59.898408 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron.db.agents_db [None req-9f63f2a9-7775-47ca-9fc8-a7f68791a20c None None] Agent healthcheck: found 6 active agents {{(pid=91775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 07:08:06.930874 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-49894047-1956-401e-a088-438c5550f3f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762332461204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723872'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:08:09.349210 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762332461204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723872'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:08:09.488677 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-d023bf24-acca-41ec-ae07-22340bad14c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762332461204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723872'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:08:10.617512 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-3ea4f4f5-6296-4d8b-95a7-2efd101194ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762332461204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723872'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:08:10.770542 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762332461204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723872'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:08:12.192012 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-7052a4e3-dcb7-48ac-a7a0-7c0e94d6da24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762332461204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723872'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:08:36.898921 dv-cinder-784140-5-smb neutron-server[91775]: DEBUG neutron.db.agents_db [None req-9f63f2a9-7775-47ca-9fc8-a7f68791a20c None None] Agent healthcheck: found 6 active agents {{(pid=91775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 07:08:36.932276 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-408366d7-c499-4264-bc65-e1d6863aade8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762332461204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723872'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:08:39.350431 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-a89a1566-ac06-47b6-ba6a-c2d710180182 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762332461204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723872'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:08:39.488870 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-7e22bf9c-3b39-47d8-9773-7cd2492be898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762332461204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723872'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:08:40.621255 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-3ea4f4f5-6296-4d8b-95a7-2efd101194ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762332461204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723872'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:08:40.770671 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-bcbe3084-284d-4c43-8d09-b3233d534e70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762332461204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723872'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:08:42.196066 dv-cinder-784140-5-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-7052a4e3-dcb7-48ac-a7a0-7c0e94d6da24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762332461204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723872'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}